-- Logs begin at Tue 2021-08-17 01:51:03 UTC, end at Tue 2021-08-17 02:58:46 UTC. -- Aug 17 02:23:51.783979 dv-cinder-799871-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 17 02:23:54.484620 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.common.config [-] Logging enabled! Aug 17 02:23:54.485198 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 02:23:54.485386 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93756) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 02:23:54.488598 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.common.config [-] Logging enabled! Aug 17 02:23:54.488857 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 02:23:54.489167 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93756) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 02:23:54.490090 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 02:23:54.490348 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 02:23:54.490740 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 02:23:54.490986 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 02:23:54.491214 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 02:23:54.491536 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.491835 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.492127 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.492355 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.492647 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.492936 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.493219 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.493504 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.493799 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.494085 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.494375 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.494666 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.494898 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.495182 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.495467 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.495749 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.495971 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] debug = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.496247 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.496670 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.497082 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.497362 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.497647 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.497937 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.498196 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.498471 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.498776 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.499105 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] host = dv-cinder-799871-4-iscsi {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.499382 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.499666 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.499953 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.500236 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.500511 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.500787 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.501068 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.501341 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.501612 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] log_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.501885 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.502168 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.502453 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.502762 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.502989 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.503209 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.503496 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.503781 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.504057 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.504330 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.504602 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.504875 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.505153 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.505421 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.505705 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.506109 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.506394 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.506701 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.506979 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.507253 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.507522 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.507805 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.508079 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.508349 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.508622 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.508908 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.509177 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.509450 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.509747 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.510033 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.510311 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.510620 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.510887 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.511169 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.511443 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.511716 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.511989 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] use_json = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.512261 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.512531 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.512813 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.513081 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.513355 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.513628 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.513900 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.514183 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:54.514481 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.514809 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.515117 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.515403 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.515697 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.515978 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.516264 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.516542 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.516827 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.517115 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.517404 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.517685 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.517974 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.518252 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.518544 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.518869 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.519163 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.519452 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.519728 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.520000 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.520275 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.520551 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.520836 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.521128 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.521929 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.522214 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.522494 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.522809 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.523090 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.523363 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.523644 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.523931 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.524208 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.524479 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.524759 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.525038 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.525307 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.525583 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.525860 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.526143 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.526418 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.526720 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.526989 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.527264 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.527534 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.527818 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.528093 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.528361 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.528632 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.528906 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.529173 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.529441 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.529717 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.529986 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.530269 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.530538 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.530834 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.531103 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.531373 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.531645 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.531916 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.532187 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.532465 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.532738 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.533010 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.533282 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.533555 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.533829 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.534113 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.534415 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.534722 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.535003 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.535280 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.535564 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.535844 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.536121 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.536398 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.536676 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.536949 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.538076 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.538076 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.538383 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.538697 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.538977 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.539272 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.539549 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.539832 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.540110 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.540387 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.540673 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.540956 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.541247 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.541535 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.541824 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.542118 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.542412 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.542719 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.543031 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.543312 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:54.543529 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 02:23:54.543767 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93756) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 17 02:23:54.893357 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 02:23:54.893638 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 02:23:54.893928 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 02:23:54.894260 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 17 02:23:55.286933 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.287948 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.288302 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.289500 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.289779 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.290046 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.324261 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.324542 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.324809 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.341424 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.341707 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.341980 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.369732 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.370014 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.370281 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.406551 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.406854 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.407126 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.637781 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.638408 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.638408 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.638612 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.639314 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.758853 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.759178 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.759463 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.759737 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.760004 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.760316 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.760579 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.760835 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.761089 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.761370 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.761631 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.761903 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.762156 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.762408 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.762688 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.762954 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.763206 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.763472 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.763740 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.763997 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.764264 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.764514 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.764798 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.765180 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.765425 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.765666 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.766060 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:23:55.766299 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:23:55.766533 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:23:55.766794 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:23:55.767029 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:23:55.767274 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:23:55.767625 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 17 02:23:55.770857 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 17 02:23:55.774845 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 17 02:23:55.778450 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 17 02:23:55.780102 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 17 02:23:55.780556 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 17 02:23:55.780889 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 17 02:23:55.781265 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 17 02:23:55.784062 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 17 02:23:55.784317 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 17 02:23:55.784668 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 02:23:55.790152 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 17 02:23:55.812340 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 17 02:23:55.812792 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.813090 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93756) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 17 02:23:55.813453 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.814841 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93756) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 17 02:23:55.815154 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 02:23:55.815379 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 17 02:23:55.819618 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.820865 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:55.884233 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 17 02:23:55.884473 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 17 02:23:55.884710 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 17 02:23:55.885078 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 17 02:23:55.906314 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_db.sqlalchemy.engines [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93756) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 17 02:23:56.436085 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Initializing driver for type 'gre' Aug 17 02:23:56.436740 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] gre ID ranges: [(1, 1000)] Aug 17 02:23:56.491005 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Initializing driver for type 'local' Aug 17 02:23:56.491367 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Initializing driver for type 'vlan' Aug 17 02:23:56.504381 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] VlanTypeDriver initialization complete Aug 17 02:23:56.504719 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Initializing driver for type 'vxlan' Aug 17 02:23:56.505209 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] vxlan ID ranges: [(1, 1000)] Aug 17 02:23:56.564200 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Initializing extension driver 'port_security' Aug 17 02:23:56.564651 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.extensions.port_security [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] PortSecurityExtensionDriver initialization complete Aug 17 02:23:56.564986 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Initializing mechanism driver 'openvswitch' Aug 17 02:23:56.565333 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Initializing mechanism driver 'hyperv' Aug 17 02:23:56.572269 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:56.573105 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > port after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.573474 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > port after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.573824 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > port after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.574331 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:23:56.574789 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.575144 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.575489 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.575873 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:23:56.576277 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > network after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.576622 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > network after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.576960 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > network after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.577341 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:23:56.577741 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.578086 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.578424 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.578836 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:23:56.579233 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.579575 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.579911 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.580292 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:23:56.580691 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.581036 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.581371 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.581751 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:23:56.582122 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] ML2 OVO RPC backend initialized. {{(pid=93756) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 17 02:23:56.582882 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.583234 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.583647 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > network before_response 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.584833 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > networks before_response 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.585038 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > port before_response 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.585377 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > ports before_response 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.585719 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.586063 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.586407 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > network after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.586777 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > network after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.587114 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > network after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.587446 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > port after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.587781 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > port after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.588112 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > port after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.588448 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.588778 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.589109 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.589678 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Modular L2 Plugin initialization complete Aug 17 02:23:56.590010 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading services supported by the core plugin {{(pid=93756) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 17 02:23:56.590335 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.plugins.ml2.managers [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Got port-security extension from driver 'port_security' Aug 17 02:23:56.590823 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.extensions.vlantransparent [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Disabled vlantransparent extension. Aug 17 02:23:56.591305 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93756) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 17 02:23:56.591616 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading Plugin: router Aug 17 02:23:56.627378 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.627763 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router after_create 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.628127 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router before_create 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.628487 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.628854 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.629206 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router after_delete 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.629560 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.631665 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router after_create 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.632040 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router after_update 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.632410 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router after_update 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.632773 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.633142 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router after_update 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.633558 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.633933 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: port after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.634275 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: port after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.634637 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: subnet after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.634980 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.635331 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.635681 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.636021 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: port before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.636363 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.636715 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router after_update 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.637053 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.637403 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.637758 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.638098 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.638656 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > agent after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.638813 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.639157 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > network after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.640008 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Tracking information for resource: router configured {{(pid=93756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:23:56.640339 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Tracking information for resource: floatingip configured {{(pid=93756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:23:56.645289 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.db.l3_agentschedulers_db [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 17 02:23:56.645856 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: port after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.646214 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: port after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.647306 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: port after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.647818 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: port after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.648599 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router before_create 55550100 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.648962 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.649324 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.649706 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.654085 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.services.provider_configuration [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service providers = [] {{(pid=93756) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 17 02:23:56.654449 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.db.servicetype_db [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93756) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 17 02:23:56.657389 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.services.service_base [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:23:56.657742 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.services.service_base [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:23:56.658085 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.services.service_base [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:23:56.658998 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.services.service_base [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:23:56.659371 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.services.service_base [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 17 02:23:56.659740 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:23:56.660056 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 17 02:23:56.671299 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:23:56.671632 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading Plugin: auto_allocate Aug 17 02:23:56.677354 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: network precommit_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.677779 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: network precommit_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.678379 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:23:56.678732 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading Plugin: tag Aug 17 02:23:56.685330 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:23:56.685660 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading Plugin: timestamp Aug 17 02:23:56.689481 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:23:56.689758 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading Plugin: network_ip_availability Aug 17 02:23:56.695577 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.695944 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.696296 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.697001 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:23:56.697317 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading Plugin: flavors Aug 17 02:23:56.702175 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:23:56.702574 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading Plugin: revisions Aug 17 02:23:56.706860 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:23:56.707251 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 02:23:56.707980 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93756) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 17 02:23:56.708314 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Initializing extension manager. Aug 17 02:23:56.709359 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: __init__.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.709709 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: __pycache__ {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.710041 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.710374 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: address_group.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.711160 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.711724 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: address-group Aug 17 02:23:56.712046 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: address_scope.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.712756 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.713266 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: address-scope Aug 17 02:23:56.713586 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.714516 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.715110 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: router-admin-state-down-before-update Aug 17 02:23:56.715431 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: agent.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.716128 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.716620 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: agent Aug 17 02:23:56.716937 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: agent_resources_synced.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.717836 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.718336 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: agent-resources-synced Aug 17 02:23:56.718685 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.720474 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.720991 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: allowed-address-pairs Aug 17 02:23:56.721317 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.722390 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.722942 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: auto-allocated-topology Aug 17 02:23:56.723271 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: availability_zone.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.723964 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.724557 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: availability_zone Aug 17 02:23:56.725512 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: availability_zone_filter.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.726430 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.726973 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: availability_zone_filter Aug 17 02:23:56.727296 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: data_plane_status.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.728195 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.728697 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension data-plane-status not supported by any of loaded plugins Aug 17 02:23:56.729020 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: default_subnetpools.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.729926 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.730427 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: default-subnetpools Aug 17 02:23:56.730782 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.731585 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.732090 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: dhcp_agent_scheduler Aug 17 02:23:56.732409 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: dns.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.733331 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.733831 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension dns-integration not supported by any of loaded plugins Aug 17 02:23:56.734150 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: dns_domain_ports.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.735103 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.735605 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 17 02:23:56.735925 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.736849 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.737351 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 17 02:23:56.737679 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: dvr.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.738343 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.738879 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: dvr Aug 17 02:23:56.739293 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: ecmp_routes.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.740136 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.740637 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 17 02:23:56.740955 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: empty_string_filtering.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.741857 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.742357 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: empty-string-filtering Aug 17 02:23:56.742710 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.743618 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.744113 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 17 02:23:56.744430 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.745333 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.745830 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 17 02:23:56.746149 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: external_net.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.747077 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.747577 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: external-net Aug 17 02:23:56.747897 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.748800 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.749297 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: extra_dhcp_opt Aug 17 02:23:56.749618 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: extraroute.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.750528 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.751084 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: extraroute Aug 17 02:23:56.751403 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: extraroute_atomic.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.752892 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.753436 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: extraroute-atomic Aug 17 02:23:56.753792 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: filter_validation.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.754886 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.755421 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: filter-validation Aug 17 02:23:56.755824 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: fip_pf_description.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.756909 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.757466 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 17 02:23:56.757838 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: fip_port_details.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.758970 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.759531 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: fip-port-details Aug 17 02:23:56.759889 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: flavors.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.761270 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.761814 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: flavors Aug 17 02:23:56.762426 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.764271 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.764819 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 17 02:23:56.765178 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: floatingip_pools.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.766052 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.766602 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: floatingip-pools Aug 17 02:23:56.766964 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: ip_allocation.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.768102 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.768679 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension ip_allocation not supported by any of loaded plugins Aug 17 02:23:56.769056 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.770146 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.770730 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: ip-substring-filtering Aug 17 02:23:56.771121 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: l2_adjacency.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.772818 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.773462 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 17 02:23:56.773835 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: l3.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.774928 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.775544 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: router Aug 17 02:23:56.775932 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.778680 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.779266 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 17 02:23:56.779720 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.780709 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.781253 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: ext-gw-mode Aug 17 02:23:56.781608 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.782666 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.783269 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: l3-ha Aug 17 02:23:56.783622 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: l3_flavors.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.784532 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.785033 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: l3-flavors Aug 17 02:23:56.785353 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.786255 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.786784 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 17 02:23:56.787845 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: l3agentscheduler.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.788944 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.789447 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: l3_agent_scheduler Aug 17 02:23:56.789771 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: logging.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.791269 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.791781 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension logging not supported by any of loaded plugins Aug 17 02:23:56.792109 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: metering.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.792854 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.793430 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: metering Aug 17 02:23:56.793754 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.794992 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.795507 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: metering_source_and_destination_fields Aug 17 02:23:56.795833 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: multiprovidernet.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.796753 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.797255 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: multi-provider Aug 17 02:23:56.797577 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: netmtu.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.798492 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.799022 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: net-mtu Aug 17 02:23:56.799344 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: netmtu_writable.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.800260 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.800761 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: net-mtu-writable Aug 17 02:23:56.801083 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: network_availability_zone.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.801745 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.802241 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: network_availability_zone Aug 17 02:23:56.802605 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: network_ip_availability.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.803713 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.804214 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: network-ip-availability Aug 17 02:23:56.804539 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: network_segment_range.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.805297 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.805793 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension network-segment-range not supported by any of loaded plugins Aug 17 02:23:56.806113 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: pagination.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.807125 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.807450 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: pagination Aug 17 02:23:56.807768 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: port_device_profile.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.808670 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.809182 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: port-device-profile Aug 17 02:23:56.809502 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.810428 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.810975 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: port-mac-address-regenerate Aug 17 02:23:56.811295 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.812211 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.812718 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: port-numa-affinity-policy Aug 17 02:23:56.813036 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: port_resource_request.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.813942 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.814445 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension port-resource-request not supported by any of loaded plugins Aug 17 02:23:56.814800 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: portbindings.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.815723 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.816226 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: binding Aug 17 02:23:56.816544 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: portbindings_extended.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.818074 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.819334 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: binding-extended Aug 17 02:23:56.819668 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: portsecurity.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.820585 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.821089 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: port-security Aug 17 02:23:56.821411 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: project_id.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.822378 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.822741 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: project-id Aug 17 02:23:56.823063 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: providernet.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.823991 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.824492 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: provider Aug 17 02:23:56.824810 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.828439 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.828957 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos not supported by any of loaded plugins Aug 17 02:23:56.829289 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.830512 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.831046 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 17 02:23:56.831377 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.832293 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.832798 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 17 02:23:56.833122 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos_default.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.834693 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.835202 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos-default not supported by any of loaded plugins Aug 17 02:23:56.835526 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos_fip.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.836174 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.836672 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos-fip not supported by any of loaded plugins Aug 17 02:23:56.836994 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.837912 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.838416 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 17 02:23:56.838762 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.839675 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.840175 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 17 02:23:56.840494 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos_pps_rule.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.841651 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.842161 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos-pps not supported by any of loaded plugins Aug 17 02:23:56.842482 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.843427 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.843941 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 17 02:23:56.844260 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: qos_rules_alias.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.845293 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.845798 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 17 02:23:56.846117 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: quotasv2.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.847220 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.847548 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: quotas Aug 17 02:23:56.847868 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: quotasv2_detail.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.851028 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.851365 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: quota_details Aug 17 02:23:56.851693 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: rbac.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.852743 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.853262 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: rbac-policies Aug 17 02:23:56.853593 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: rbac_address_group.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.854526 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.855059 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: rbac-address-group Aug 17 02:23:56.855383 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: rbac_address_scope.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.856296 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.856800 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: rbac-address-scope Aug 17 02:23:56.857121 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: rbac_security_groups.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.858029 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.858532 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: rbac-security-groups Aug 17 02:23:56.858888 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.859796 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.860295 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: rbac-subnetpool Aug 17 02:23:56.860616 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: revisionifmatch.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.861534 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.862034 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: revision-if-match Aug 17 02:23:56.862354 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: revisions.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.863491 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.864005 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: standard-attr-revisions Aug 17 02:23:56.864331 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: router_availability_zone.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.865006 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.865546 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: router_availability_zone Aug 17 02:23:56.865865 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: routerservicetype.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.866804 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.867307 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension router-service-type not supported by any of loaded plugins Aug 17 02:23:56.867629 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.868543 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.869045 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: security-groups-normalized-cidr Aug 17 02:23:56.869366 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.870279 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.870820 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: port-security-groups-filtering Aug 17 02:23:56.871144 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.872055 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.872558 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: security-groups-remote-address-group Aug 17 02:23:56.872880 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: securitygroup.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.883142 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.883665 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: security-group Aug 17 02:23:56.883996 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: segment.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.884787 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.885289 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension segment not supported by any of loaded plugins Aug 17 02:23:56.885615 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.886557 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.887088 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 17 02:23:56.887413 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: servicetype.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.888578 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.889092 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: service-type Aug 17 02:23:56.889416 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: sorting.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.890393 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.890761 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: sorting Aug 17 02:23:56.891088 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: standard_attr_segment.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.892001 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.892508 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 17 02:23:56.892833 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: standardattrdescription.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.893477 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.893975 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: standard-attr-description Aug 17 02:23:56.894296 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: stateful_security_group.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.895262 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.895770 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: stateful-security-group Aug 17 02:23:56.896092 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: stdattrs_common.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.896816 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 17 02:23:56.897137 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.898066 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.898576 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 17 02:23:56.898928 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: subnet_onboard.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.899986 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.900501 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: subnet_onboard Aug 17 02:23:56.900828 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.901751 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.902256 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 17 02:23:56.902580 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: subnet_service_types.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.903537 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.904043 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: subnet-service-types Aug 17 02:23:56.904366 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: subnetallocation.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.905433 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.905940 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: subnet_allocation Aug 17 02:23:56.906263 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.906961 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.907463 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: subnetpool-prefix-ops Aug 17 02:23:56.907782 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.908700 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.909211 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 17 02:23:56.909534 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: tagging.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.910581 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.911132 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: standard-attr-tag Aug 17 02:23:56.911459 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: timestamp.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.913241 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.913752 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loaded extension: standard-attr-timestamp Aug 17 02:23:56.914079 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: trunk.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.915133 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.915646 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension trunk not supported by any of loaded plugins Aug 17 02:23:56.915967 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: trunk_details.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.916884 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.917389 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension trunk-details not supported by any of loaded plugins Aug 17 02:23:56.917709 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.918655 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.919162 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 17 02:23:56.919483 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Loading extension file: vlantransparent.py {{(pid=93756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:23:56.920149 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:23:56.920649 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 17 02:23:56.923105 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:network Aug 17 02:23:56.923618 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:subnet Aug 17 02:23:56.924009 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:23:56.924393 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:port Aug 17 02:23:56.925615 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.926045 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service FLAVORS assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.926690 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.927198 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.927531 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:router Aug 17 02:23:56.928550 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:floatingip Aug 17 02:23:56.929043 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service METERING assigned prefix: /metering {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.930461 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.930862 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.931211 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:23:56.932198 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 02:23:56.932638 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:security_group Aug 17 02:23:56.933064 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 02:23:56.933661 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service CORE assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.933986 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:23:56.934326 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] subnetpool is already registered Aug 17 02:23:56.934790 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service CORE assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.935119 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:23:56.935446 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] subnetpool is already registered Aug 17 02:23:56.937697 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.939397 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service FLAVORS assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.940061 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.940443 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.940774 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:router Aug 17 02:23:56.941110 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] router is already registered Aug 17 02:23:56.941516 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:floatingip Aug 17 02:23:56.941848 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] floatingip is already registered Aug 17 02:23:56.942566 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service METERING assigned prefix: /metering {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.943289 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 02:23:56.943610 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] rbac_policy is already registered Aug 17 02:23:56.944148 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:security_group Aug 17 02:23:56.944481 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] security_group is already registered Aug 17 02:23:56.944879 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 02:23:56.945217 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] security_group_rule is already registered Aug 17 02:23:56.945690 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service CORE assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.946014 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:23:56.946344 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] subnetpool is already registered Aug 17 02:23:56.946782 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.v2.resource_helper [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Service CORE assigned prefix: {{(pid=93756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:23:56.947102 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:23:56.947428 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING neutron.quota.resource_registry [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] subnetpool is already registered Aug 17 02:23:56.947870 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: extensions {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.949395 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: address-groups {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.950985 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: address-scopes {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.952186 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: agents {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.953390 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: auto-allocated-topology {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.954760 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: availability_zones {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.955993 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: dhcp-networks {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.957415 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: dhcp-agents {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.959196 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: routers {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.961282 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: flavors {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.962441 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: service_profiles {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.963799 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: next_providers {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.965215 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: service_profiles {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.966722 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: floatingip-pools {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.967939 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: routers {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.969745 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: floatingips {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.970984 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: l3-routers {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.972372 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: l3-agents {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.973878 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: metering-labels {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.975854 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: metering-label-rules {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.977125 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: network-ip-availabilities {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.978479 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: bindings {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.980094 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: quotas {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.981528 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: quotas {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.983093 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: rbac-policies {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.984277 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: security-groups {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.985495 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: security-group-rules {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.986756 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: service-providers {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.988068 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: subnetpools {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.989411 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: subnetpools {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.991548 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.993347 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.995075 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.997002 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:56.998711 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:57.000547 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:57.003256 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:57.005052 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:57.006953 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:57.008809 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron.api.extensions [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Extended resource: tags {{(pid=93756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:23:57.014774 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING keystonemiddleware.auth_token [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 17 02:23:57.019286 dv-cinder-799871-4-iscsi neutron-server[93756]: WARNING keystonemiddleware.auth_token [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 17 02:23:57.027665 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Acquired lock "singleton_lock" {{(pid=93756) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 17 02:23:57.028237 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Releasing lock "singleton_lock" {{(pid=93756) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 17 02:23:57.028870 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO oslo_service.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Starting 2 workers Aug 17 02:23:57.033638 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Started child 93865 {{(pid=93756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:23:57.038654 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Started child 93866 {{(pid=93756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:23:57.039546 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.040253 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO neutron.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 17 02:23:57.040876 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Notify callbacks [] for process, before_spawn {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.041067 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [-] (93865) wsgi starting up on http://0.0.0.0:9696 Aug 17 02:23:57.043287 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO oslo_service.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Starting 1 workers Aug 17 02:23:57.043589 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.045027 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [-] (93866) wsgi starting up on http://0.0.0.0:9696 Aug 17 02:23:57.048387 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Started child 93867 {{(pid=93756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:23:57.048917 dv-cinder-799871-4-iscsi neutron-server[93756]: INFO oslo_service.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Starting 1 workers Aug 17 02:23:57.052423 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] calling RpcWorker wait() {{(pid=93867) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 17 02:23:57.053494 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] returning from RpcWorker wait() {{(pid=93867) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 17 02:23:57.053939 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Started child 93868 {{(pid=93756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:23:57.054793 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4b61e1-6675-4181-aef0-34190647e4f3 None None] Notify callbacks [] for process, after_spawn {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.055133 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.055664 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:57.056696 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93756) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 02:23:57.056908 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 02:23:57.057084 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 02:23:57.057304 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 02:23:57.057646 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 02:23:57.057807 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 02:23:57.058305 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.058602 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.058871 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.059119 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:23:57.059594 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.059594 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.059994 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.060127 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:57.060254 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.060508 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.060769 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.061023 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.061193 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.061356 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.061613 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.061855 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.062142 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.062409 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.062678 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.062946 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.063119 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.063376 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.063645 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.063896 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.064152 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] debug = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.064402 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.064863 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.065112 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.065356 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.065588 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.065866 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.066090 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.066358 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.066620 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.066837 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.067078 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.067592 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.067838 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.068076 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.068951 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.069225 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.069466 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.070009 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] host = dv-cinder-799871-4-iscsi {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.070233 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.070468 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.070726 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.070972 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.071225 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.071439 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.071776 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.072011 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.072189 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.072414 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.072628 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.072867 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.073084 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.073324 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.073485 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_options = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.073726 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.073979 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.074239 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.074426 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.074612 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.074786 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.075018 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.075178 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.075419 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.075651 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.075861 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.076086 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.076396 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.076534 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.076780 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.077016 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.077227 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.077439 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.077689 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.077931 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.078153 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.078391 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.078652 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.078897 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.079115 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.079325 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.079547 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.079777 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.079985 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.080256 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.080488 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.080739 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.080966 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.081200 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.081421 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.081644 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.081855 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.082132 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.082338 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.082576 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.082851 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.083082 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.083303 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.083521 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.083756 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.084655 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_json = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.084856 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.085106 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.085442 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.085675 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.085889 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.086133 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.086347 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.086627 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.087031 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.087296 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.087609 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.087857 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.088092 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.088346 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.088573 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.088820 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.089062 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.089287 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.089600 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.089820 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.090117 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.090364 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.091746 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.092127 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.092391 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.092657 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.092908 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.093154 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.093391 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.093629 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.093966 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.094238 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.095897 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.095897 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.096194 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.096426 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.096690 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.096994 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.097219 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.097500 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.097822 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.098058 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.098308 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.099266 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.099625 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.099862 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.100129 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.100367 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.100626 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.100872 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.101105 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.101333 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.101560 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.101784 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.102030 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.102296 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.103140 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.103399 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.104284 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.104522 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.104706 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.104932 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.105172 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.105420 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.105652 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.105879 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.107011 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.107376 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.107640 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.108298 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.108636 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.108955 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.109264 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.109669 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.110921 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.111249 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.111571 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.111880 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.112574 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.112885 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.113186 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.114642 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.114642 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.115004 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.115554 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.115939 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.116252 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.116557 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.116859 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.117517 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.117833 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.118136 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.118498 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.118904 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.119223 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.119546 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.119861 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.120175 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.120482 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.120803 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.121130 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.121449 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.121751 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.122082 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.122383 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.122673 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.122911 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.123140 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.123410 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.123637 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.123871 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.124095 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.124343 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.124605 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.124869 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.125127 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.125367 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.125653 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.126049 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.126323 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.126623 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.126894 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.127139 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.127425 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.127720 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.128018 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.128291 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.128535 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.128801 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.129074 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.129313 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.129567 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.131477 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.131820 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.132242 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.132537 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.132808 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.133039 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.133303 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.133541 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.133880 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.134109 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.134356 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.134579 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.134876 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.135133 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.135382 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.135650 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.135910 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.136150 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.136417 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.136654 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.136893 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.137344 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.137344 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.137581 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.137820 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.138060 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.138282 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.138505 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.138843 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.139094 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.139313 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.139542 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.139775 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.140000 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.140223 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.140489 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.140710 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.140941 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.141245 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.141459 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.141668 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.141900 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.142130 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.142447 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.142637 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.142879 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.143214 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.143356 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.143608 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.143855 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.144096 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.144315 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.144569 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.144794 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.145018 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.145236 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.145476 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.145697 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.145918 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.146170 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.146500 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.147418 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.147590 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.147939 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.148205 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.148431 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.148675 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.148903 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.149159 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.149378 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.149606 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.149864 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.150084 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.150326 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.150609 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.150838 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.151085 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.151302 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.151518 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.151732 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.151972 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.152185 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.152478 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.152729 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.152965 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.153237 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.153467 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.153675 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.153917 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.154148 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.154360 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.154625 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.154839 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.155049 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.155301 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.155514 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.155726 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.156012 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.156189 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.156397 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.156628 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.156841 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.157060 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.157283 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.157519 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.157751 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.157994 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.158238 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.158451 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.158716 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.158933 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.159143 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.159375 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.159587 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.159796 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.160043 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.160281 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.160488 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.160781 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.161039 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.161279 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.161578 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.161808 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.162201 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.162433 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.162772 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.162984 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.163238 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.163447 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.163679 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.163952 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.164270 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.164604 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.164904 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.165169 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.165408 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.165674 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.165980 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.166253 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.166467 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.166816 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.167158 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.167439 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.167710 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.167968 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.168230 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.168458 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.168677 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.168925 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.169160 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.169378 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.169617 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.169847 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.170103 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.170328 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.170554 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.170794 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.171019 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.171231 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.171471 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.171689 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.171847 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 02:23:57.172341 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93756) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 02:23:57.172501 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 02:23:57.172667 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 02:23:57.172847 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 02:23:57.173020 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 02:23:57.173176 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 02:23:57.173382 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.173545 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.173706 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.173866 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.174026 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.174223 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.174387 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.174546 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.174728 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.174888 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.175047 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.175286 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.175604 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.175604 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.176182 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.176182 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.176182 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.176182 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.176699 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.176699 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.176699 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.177227 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.177227 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] debug = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.177227 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.178122 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.178122 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.178122 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.178698 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.178698 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.178698 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.178698 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.179212 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.179212 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.179491 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.179491 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.179755 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.179755 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.180023 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.180023 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.180283 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.180419 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] host = dv-cinder-799871-4-iscsi {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.180553 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.180687 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.180821 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.180962 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.181111 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.181263 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.181399 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.181539 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.181674 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.181808 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.181970 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.182130 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.182290 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.182451 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.182626 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_options = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.182789 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.182950 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.183111 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.183306 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.183469 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.183633 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.183794 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.183956 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.184115 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.184277 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.184439 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.184598 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.184757 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.184916 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.185076 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.185235 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.185398 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.185551 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.185705 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.185879 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.186028 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.186178 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.186338 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.186497 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.186680 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.186824 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.186986 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.187145 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.187314 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.187473 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.187627 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.187792 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.187944 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.188107 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.188258 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.188454 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.188606 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.188754 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.188891 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.189023 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.189177 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.189339 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.189481 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.189646 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.189804 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.190323 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_json = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.190323 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.190323 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.190548 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.190548 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.190714 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.190857 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.191018 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.191178 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:23:57.191360 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.191524 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.191699 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.191862 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.192025 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.192187 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.192604 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.192767 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.192929 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.193092 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.193959 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.194551 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.194551 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.195050 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.195050 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.195050 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.195382 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.195382 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.195550 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.195628 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.195742 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.195905 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.196087 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.196251 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.196415 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.196577 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.196741 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.196904 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.197067 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.197233 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.197396 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.197572 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.197727 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.197873 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.198040 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.198195 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:23:57.198341 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.198341 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.198635 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.198766 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.198899 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.199042 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.199174 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.199324 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.199465 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.199597 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.199727 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.199886 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.200048 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.200212 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.200375 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.200549 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.200712 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.200873 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.201036 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.201181 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.201347 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.201508 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.201670 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.201831 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.201993 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.202154 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.202331 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.202493 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.202675 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.202839 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.203001 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.203164 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.203325 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.203488 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.203649 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.203811 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.203973 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.204135 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.204297 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.204458 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.204622 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.204783 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.204946 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.205108 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.205270 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.205432 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.205593 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.205754 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.205915 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.206087 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.206264 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.206428 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.206613 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.206772 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.206934 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.207096 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.207257 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.207418 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.207582 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.207747 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.207906 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.208068 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.208231 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.208395 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.208557 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.208718 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.208989 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.209752 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.209752 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.209752 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.209752 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.210406 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.210406 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.210406 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.210406 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.210743 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.210743 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.210991 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.210991 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.211235 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.211235 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.211465 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.211585 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.211706 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.211869 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.212031 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.212194 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.212357 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.212519 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.212681 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.212843 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.213005 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.213176 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.213351 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.213513 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.213675 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.213837 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.214024 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.214186 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.214347 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.214509 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.214692 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.214854 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.215018 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.215179 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.215341 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.215503 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.215664 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.215827 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.215989 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.216152 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.216313 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.216477 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.216639 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.216802 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.217019 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.217185 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.217348 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.217509 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.217719 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.217850 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.217972 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.218130 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.218316 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.218447 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.218622 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.218786 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.218948 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.219110 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.219271 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.219434 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.219596 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.219758 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.219919 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.220085 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.220248 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.220411 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.220933 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.220933 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.220933 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.221166 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.221166 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.221322 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.221488 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.221650 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.221811 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.221974 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.222137 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.222300 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.222464 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.222643 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.222807 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.222986 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.223148 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.223309 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.223470 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.223632 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.223793 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.223956 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.224118 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.224279 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.224468 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.224663 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.224792 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.224941 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.225105 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.225266 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.225429 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.225592 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.225754 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.225916 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.226093 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.226255 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.226418 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.226580 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.226764 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.226920 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.227118 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.227257 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.227419 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.227581 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.227743 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.227922 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.228066 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.228227 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.228388 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.228551 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.228712 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.228878 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.229054 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.229214 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.229376 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.229538 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.229698 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.229860 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.230033 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.230195 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.230357 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.230519 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.230721 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.230885 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.231059 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.231220 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.231381 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.231542 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.231703 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.231865 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.232036 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.232199 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.232362 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.232533 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.232696 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.232857 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.233018 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.233195 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.233357 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.233521 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.233683 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.233846 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.234008 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.234172 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.234338 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.234511 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.234704 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.234868 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.235039 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.235211 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.235384 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.235545 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.235715 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.235891 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.236054 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.236218 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.236379 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.236545 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.236708 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.236870 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.237032 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.237193 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.237356 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.237519 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.237680 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.237842 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.238007 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.238181 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.238331 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.238482 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.238672 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.238837 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.239003 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:23:57.239162 dv-cinder-799871-4-iscsi neutron-server[93756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 02:23:57.461664 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 53436) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:23:57.470130 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062697 Aug 17 02:24:08.818174 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01f623-9669-4236-89b6-2798f1432da7 None None] get_active_networks_info from dv-cinder-799871-4-iscsi {{(pid=93867) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:24:08.968790 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b01f623-9669-4236-89b6-2798f1432da7 None None] No non-hosted networks {{(pid=93867) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 17 02:24:08.979369 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.agentschedulers_db [None req-7b01f623-9669-4236-89b6-2798f1432da7 None None] DHCP Agent not found on host dv-cinder-799871-4-iscsi {{(pid=93867) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 17 02:24:09.113872 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-01c2c219-50d8-41ac-954a-348ba955f1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1936210'] for agent, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.365768 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c39065ea-7e65-49b8-96ab-a258ef465e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1936210'] for agent, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.427805 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ac656f2d-8167-48ae-a065-2466cbd042f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.494723 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1936210'] for agent, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:11.495576 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.496051 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.496398 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.496733 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.497554 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.497902 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.498474 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.498851 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.499648 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.500282 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.500792 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.501907 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:11.502531 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:11.519930 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:12.152325 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1936210'] for agent, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:14.005811 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1936210'] for agent, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:15.014853 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 53528) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:15.509080 dv-cinder-799871-4-iscsi neutron-server[93865]: WARNING oslo_policy.policy [None req-f275fc39-2c1d-4183-ba6e-12c99bc0b6e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:24:15.509652 dv-cinder-799871-4-iscsi neutron-server[93865]: WARNING oslo_policy.policy [None req-f275fc39-2c1d-4183-ba6e-12c99bc0b6e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:24:15.743210 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [None req-f275fc39-2c1d-4183-ba6e-12c99bc0b6e4 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:24:15.759190 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f275fc39-2c1d-4183-ba6e-12c99bc0b6e4 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7434473 Aug 17 02:24:16.687347 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.db.l3_hamode_db [None req-4bea0286-e704-41ed-baa5-40d089f89244 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 17 02:24:16.765056 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea0286-e704-41ed-baa5-40d089f89244 None None] Routers set() bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:24:16.765453 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea0286-e704-41ed-baa5-40d089f89244 None None] Router IDs set() for agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:24:18.076092 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 53542) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:18.383227 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2cd2acd1-503c-4ab8-80c2-98d2636c4939 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:18.476044 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.policy [None req-2cd2acd1-503c-4ab8-80c2-98d2636c4939 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93865) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 02:24:18.521401 dv-cinder-799871-4-iscsi neutron-server[93865]: WARNING oslo_policy.policy [None req-2cd2acd1-503c-4ab8-80c2-98d2636c4939 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:24:18.521762 dv-cinder-799871-4-iscsi neutron-server[93865]: WARNING oslo_policy.policy [None req-2cd2acd1-503c-4ab8-80c2-98d2636c4939 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:24:18.530302 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.quota [None req-2cd2acd1-503c-4ab8-80c2-98d2636c4939 admin admin] Loaded quota_driver: . Aug 17 02:24:18.622149 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2cd2acd1-503c-4ab8-80c2-98d2636c4939 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731316073282', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731316072863', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731316061667', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731315796924', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731312024392', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731315776239', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-744656', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2050422', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2015205'] for rbac-policy, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:18.685220 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2cd2acd1-503c-4ab8-80c2-98d2636c4939 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:18.686437 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-2cd2acd1-503c-4ab8-80c2-98d2636c4939 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6093740 Aug 17 02:24:21.231553 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 53554) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:21.522158 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Request body: {'network': {'project_id': '11efb3bf053240f681ac5614e26f6de4', 'admin_state_up': True, 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'name': 'private'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:21.551766 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Made reservation on behalf of 11efb3bf053240f681ac5614e26f6de4 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:21.554571 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.572157 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.696214 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.699854 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.724368 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:24:21.749347 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731313420490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.749938 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Unsubscribe: segment precommit_create {{(pid=93865) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 02:24:21.750447 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.segments_db [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Added segment c12cbd00-9a21-4415-8ff4-782435c6d2d1 of type vlan for network 4055beb8-a83a-4f51-8a59-3d662978863e Aug 17 02:24:21.757473 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd46c09-3ac7-429b-baef-1a10081a5b08,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:21.783747 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.784103 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.784436 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.784761 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.785083 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.785418 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.785735 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.786052 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.786430 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.786767 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.787092 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.787482 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Tracked resource versions report: Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: pushed versions: Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: { 'AddressGroup': {'1.2'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'ConntrackHelper': {'1.0'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Log': {'1.0'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Network': {'1.1'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Port': {'1.7'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'PortForwarding': {'1.2'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'QosPolicy': {'1.9'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SecurityGroup': {'1.4'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SubPort': {'1.0'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Subnet': {'1.1'}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Trunk': {'1.1'}} Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: consumer versions: Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: { DHCP agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: L3 agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: Metadata agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: Metering agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: Open vSwitch agent@dv-cinder-799871-4-iscsi: { 'AddressGroup': '1.2', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'ConntrackHelper': '1.0', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Log': '1.0', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Network': '1.1', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Port': '1.7', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'PortForwarding': '1.2', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'QosPolicy': '1.9', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SecurityGroup': '1.4', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SecurityGroupRule': '1.2', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SubPort': '1.0', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Subnet': '1.1', Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Trunk': '1.1'}} Aug 17 02:24:21.788615 dv-cinder-799871-4-iscsi neutron-server[93865]: {{(pid=93865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:24:21.873703 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.919443 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:21.920904 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:21.921636 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:22.002660 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7700224 Aug 17 02:24:22.022791 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6acea7-3d08-4267-97c1-a9b1ca1dcc98 admin admin] Pushing event updated for resources: {'Network': ['ID=4055beb8-a83a-4f51-8a59-3d662978863e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:22.036232 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 4055beb8-a83a-4f51-8a59-3d662978863e details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:24:24.627455 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 53568) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:25.018180 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4fc0a-5a99-467c-a147-5dc5bd380caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:25.019555 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-2aa4fc0a-5a99-467c-a147-5dc5bd380caa admin admin] 10.222.0.52 "GET /v2.0/networks/4055beb8-a83a-4f51-8a59-3d662978863e HTTP/1.1" status: 200 len: 825 time: 0.3911643 Aug 17 02:24:25.044429 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-b9835a75-0b15-4c49-a2bc-840badc92546 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/55d65098-aa07-48c6-a126-2a1b17d3ba9c HTTP/1.1" status: 200 len: 734 time: 0.0185137 Aug 17 02:24:25.053951 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Request body: {'subnet': {'subnetpool_id': '55d65098-aa07-48c6-a126-2a1b17d3ba9c', 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e', 'name': 'private-subnet', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:25.076395 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Made reservation on behalf of 11efb3bf053240f681ac5614e26f6de4 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:25.078631 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:25.381020 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:25.451778 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79ab118-9107-4d4b-ad19-76bd65b41816,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:25.456059 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Checking segment: {'id': 'c12cbd00-9a21-4415-8ff4-782435c6d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:25.456433 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Network hostable DHCP agents. Network: 4055beb8-a83a-4f51-8a59-3d662978863e, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:24:25.477988 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Network 4055beb8-a83a-4f51-8a59-3d662978863e is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:24:25.488301 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 4055beb8-a83a-4f51-8a59-3d662978863e) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:25.493625 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:25.494196 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:25.498443 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a43f35b-ebdb-43c7-9587-756ea03e9370 None None] Network 4055beb8-a83a-4f51-8a59-3d662978863e requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:24:25.507546 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-726af5d8-d926-40b6-a485-f2caac96dd6e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4576347 Aug 17 02:24:25.823940 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-4055beb8-a83a-4f51-8a59-3d662978863e', 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'fixed_ips': [{'subnet_id': 'f79ab118-9107-4d4b-ad19-76bd65b41816'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:24:25.825288 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:26.100264 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Allocated IP 172.20.0.2 (4055beb8-a83a-4f51-8a59-3d662978863e/f79ab118-9107-4d4b-ad19-76bd65b41816/834b6470-35d4-4429-8eb1-f701a19e65bc) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:26.332239 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:26.348131 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Transition to ACTIVE for port object 834b6470-35d4-4429-8eb1-f701a19e65bc will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:26.369840 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Transition to ACTIVE for port object 834b6470-35d4-4429-8eb1-f701a19e65bc will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:26.377814 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:26.453828 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Network 4055beb8-a83a-4f51-8a59-3d662978863e is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:26.461312 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:26.463991 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Pushing event updated for resources: {'Port': ['ID=834b6470-35d4-4429-8eb1-f701a19e65bc,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:26.466111 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:24:26.475678 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.476018 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.476350 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.476678 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.477005 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.477329 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.477651 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.477972 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.478306 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.478657 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.478976 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.479295 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Tracked resource versions report: Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: pushed versions: Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: { 'AddressGroup': {'1.2'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'ConntrackHelper': {'1.0'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Log': {'1.0'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Network': {'1.1'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Port': {'1.7'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'PortForwarding': {'1.2'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'QosPolicy': {'1.9'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SecurityGroup': {'1.4'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SubPort': {'1.0'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Subnet': {'1.1'}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Trunk': {'1.1'}} Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: consumer versions: Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: { DHCP agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: L3 agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: Metadata agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: Metering agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: Open vSwitch agent@dv-cinder-799871-4-iscsi: { 'AddressGroup': '1.2', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'ConntrackHelper': '1.0', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Log': '1.0', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Network': '1.1', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Port': '1.7', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'PortForwarding': '1.2', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'QosPolicy': '1.9', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SecurityGroup': '1.4', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SecurityGroupRule': '1.2', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SubPort': '1.0', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Subnet': '1.1', Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Trunk': '1.1'}} Aug 17 02:24:26.480431 dv-cinder-799871-4-iscsi neutron-server[93867]: {{(pid=93867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:24:26.553018 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Attempting to bind port 834b6470-35d4-4429-8eb1-f701a19e65bc on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:26.553662 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Attempting to bind port 834b6470-35d4-4429-8eb1-f701a19e65bc by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'c12cbd00-9a21-4415-8ff4-782435c6d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:26.553810 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Attempting to bind port 834b6470-35d4-4429-8eb1-f701a19e65bc on network 4055beb8-a83a-4f51-8a59-3d662978863e {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:26.558606 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:26.559040 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Checking segment: {'id': 'c12cbd00-9a21-4415-8ff4-782435c6d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:26.559487 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:26.559867 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Bound using segment: {'id': 'c12cbd00-9a21-4415-8ff4-782435c6d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:26.560358 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Bound port: 834b6470-35d4-4429-8eb1-f701a19e65bc, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12cbd00-9a21-4415-8ff4-782435c6d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:26.560752 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:26.624613 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] For port 834b6470-35d4-4429-8eb1-f701a19e65bc, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:26.628686 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] For port 834b6470-35d4-4429-8eb1-f701a19e65bc, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=834b6470-35d4-4429-8eb1-f701a19e65bc,segment=NetworkSegment(c12cbd00-9a21-4415-8ff4-782435c6d2d1),segment_id=c12cbd00-9a21-4415-8ff4-782435c6d2d1)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:26.633365 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:26.700806 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbbf2f-0f91-45c1-8902-ff4862159e54 None None] Pushing event updated for resources: {'Port': ['ID=834b6470-35d4-4429-8eb1-f701a19e65bc,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:27.890424 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 53576) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:28.210748 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [None req-06dc3e5a-376d-4d0f-9444-915e94480ee2 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:24:28.211822 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-06dc3e5a-376d-4d0f-9444-915e94480ee2 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3203123 Aug 17 02:24:30.582003 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 53584) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:30.906141 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [None req-311825dc-7141-4dbc-9d67-e994bf7a0481 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:24:30.907272 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-311825dc-7141-4dbc-9d67-e994bf7a0481 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3243124 Aug 17 02:24:33.529077 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 53594) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:34.037688 dv-cinder-799871-4-iscsi neutron-server[93866]: WARNING oslo_policy.policy [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:24:34.038278 dv-cinder-799871-4-iscsi neutron-server[93866]: WARNING oslo_policy.policy [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:24:34.260195 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] Request body: {'router': {'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'name': 'router1', 'admin_state_up': True}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:34.325960 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.policy [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93866) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 02:24:34.372407 dv-cinder-799871-4-iscsi neutron-server[93866]: WARNING oslo_policy.policy [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:24:34.372784 dv-cinder-799871-4-iscsi neutron-server[93866]: WARNING oslo_policy.policy [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:24:34.381779 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.quota [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] Loaded quota_driver: . Aug 17 02:24:34.438217 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:34.440079 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:34.603102 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:34.608911 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:34.628559 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:34.640950 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-aaf9f331-8257-4c8e-8409-2e2c19b3f77d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0996728 Aug 17 02:24:35.082264 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b097bc-c9ff-4a9d-a2fa-0f589dc4e241 None None] Network 4055beb8-a83a-4f51-8a59-3d662978863e requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:24:35.150015 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-14ee0c86-0119-4c33-922a-e09cfe9886fd None None] Provisioning for port 834b6470-35d4-4429-8eb1-f701a19e65bc completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:35.396546 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 834b6470-35d4-4429-8eb1-f701a19e65bc up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:35.493155 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 834b6470-35d4-4429-8eb1-f701a19e65bc completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:35.496889 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 834b6470-35d4-4429-8eb1-f701a19e65bc triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:35.497287 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:35.604254 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:35.637507 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 834b6470-35d4-4429-8eb1-f701a19e65bc, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=834b6470-35d4-4429-8eb1-f701a19e65bc,segment=NetworkSegment(c12cbd00-9a21-4415-8ff4-782435c6d2d1),segment_id=c12cbd00-9a21-4415-8ff4-782435c6d2d1)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:35.640981 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:35.687909 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=834b6470-35d4-4429-8eb1-f701a19e65bc,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:36.988260 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 53614) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:37.295267 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [None req-abe2bf03-92c8-4381-96a0-36794ca0eff1 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:24:37.296240 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-abe2bf03-92c8-4381-96a0-36794ca0eff1 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3065052 Aug 17 02:24:37.357944 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 834b6470-35d4-4429-8eb1-f701a19e65bc up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:37.410437 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 834b6470-35d4-4429-8eb1-f701a19e65bc triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:37.411428 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:38.717052 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7ff8b8b7-b0fb-426a-8682-868a2b91aebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:39.656020 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 53622) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:39.963674 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:39.987932 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Made reservation on behalf of 68071672fd0d47c6ba8e904ec92e46c3 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:39.991180 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.008150 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.134427 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.138046 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.151665 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Reserving flat network on physical network physnet1 {{(pid=93866) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 17 02:24:40.184806 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731313420490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.185390 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Unsubscribe: segment precommit_create {{(pid=93866) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 02:24:40.185905 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Added segment b5689fd3-4470-499c-b122-a36c9664612a of type flat for network c62cb426-742e-43c6-8f0f-9a14f4561fb3 Aug 17 02:24:40.204676 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f0031-861b-4b2a-b825-a959243b5bd6,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:40.256350 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.256709 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.257079 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.257501 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.257831 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.258183 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.258502 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.258850 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.259190 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.259514 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.259831 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.260152 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Tracked resource versions report: Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: pushed versions: Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: { 'AddressGroup': {'1.2'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'ConntrackHelper': {'1.0'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Log': {'1.0'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Network': {'1.1'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Port': {'1.7'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'PortForwarding': {'1.2'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'QosPolicy': {'1.9'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SecurityGroup': {'1.4'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SubPort': {'1.0'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Subnet': {'1.1'}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Trunk': {'1.1'}} Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: consumer versions: Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: { DHCP agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: L3 agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: Metadata agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: Metering agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: Open vSwitch agent@dv-cinder-799871-4-iscsi: { 'AddressGroup': '1.2', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'ConntrackHelper': '1.0', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Log': '1.0', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Network': '1.1', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Port': '1.7', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'PortForwarding': '1.2', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'QosPolicy': '1.9', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SecurityGroup': '1.4', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SecurityGroupRule': '1.2', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SubPort': '1.0', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Subnet': '1.1', Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Trunk': '1.1'}} Aug 17 02:24:40.261290 dv-cinder-799871-4-iscsi neutron-server[93866]: {{(pid=93866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:24:40.311674 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.360681 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.361974 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:40.362622 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:40.444022 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7869492 Aug 17 02:24:40.462682 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb220d37-c156-4900-bde4-eb04903e8664 admin admin] Pushing event updated for resources: {'Network': ['ID=c62cb426-742e-43c6-8f0f-9a14f4561fb3,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:40.473255 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:24:41.351129 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6eb2eb2d-7011-4fd2-89f2-ecc5ce76b303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:41.498363 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:42.075396 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:42.821220 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 53644) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:43.040129 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb7ec5-b365-45d6-939e-ed1743e6d933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:43.041482 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8cdb7ec5-b365-45d6-939e-ed1743e6d933 admin admin] 10.222.0.52 "GET /v2.0/subnets/f79ab118-9107-4d4b-ad19-76bd65b41816 HTTP/1.1" status: 200 len: 849 time: 0.2193277 Aug 17 02:24:43.175038 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-3f42161e-06cb-48b9-9857-00586cca116b admin admin] 10.222.0.52 "GET /v2.0/routers/64241a62-5d1e-4380-a0db-88ca4612f313 HTTP/1.1" status: 200 len: 704 time: 0.1275673 Aug 17 02:24:43.440306 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:43.735588 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Allocated IP 172.20.0.1 (4055beb8-a83a-4f51-8a59-3d662978863e/f79ab118-9107-4d4b-ad19-76bd65b41816/ac2e3021-4e94-4a01-b412-9996a8649dd0) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:43.924201 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:43.949566 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Transition to ACTIVE for port object ac2e3021-4e94-4a01-b412-9996a8649dd0 will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:43.954937 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.032628 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.105510 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Network 4055beb8-a83a-4f51-8a59-3d662978863e is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:44.114028 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:44.117221 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:24:44.117767 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.140591 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Pushing event updated for resources: {'Port': ['ID=ac2e3021-4e94-4a01-b412-9996a8649dd0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:44.356688 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-f76eaed6-1a07-43b7-89a1-1027eb3d36aa None None] Provisioning for port ac2e3021-4e94-4a01-b412-9996a8649dd0 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:44.360418 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-f76eaed6-1a07-43b7-89a1-1027eb3d36aa None None] Provisioning complete for port ac2e3021-4e94-4a01-b412-9996a8649dd0 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:44.360797 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f76eaed6-1a07-43b7-89a1-1027eb3d36aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.366951 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.393659 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-f76eaed6-1a07-43b7-89a1-1027eb3d36aa None None] Port ac2e3021-4e94-4a01-b412-9996a8649dd0 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:24:44.569390 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.573790 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.574540 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.649829 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Pushing event updated for resources: {'Port': ['ID=ac2e3021-4e94-4a01-b412-9996a8649dd0,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:44.696267 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Network 4055beb8-a83a-4f51-8a59-3d662978863e is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:44.697548 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:44.860265 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Router 64241a62-5d1e-4380-a0db-88ca4612f313 is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:24:44.916990 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-8bf3af49-d0c4-44f9-a0a6-1d0a2d313a04 None None] Provisioning complete for port ac2e3021-4e94-4a01-b412-9996a8649dd0 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:44.917424 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8bf3af49-d0c4-44f9-a0a6-1d0a2d313a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:44.950348 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-8bf3af49-d0c4-44f9-a0a6-1d0a2d313a04 None None] Port ac2e3021-4e94-4a01-b412-9996a8649dd0 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:24:44.950540 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:24:44.955711 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1fbc42dc-3a7b-4952-a825-665887ce24fc admin admin] 10.222.0.52 "PUT /v2.0/routers/64241a62-5d1e-4380-a0db-88ca4612f313/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7749424 Aug 17 02:24:44.960865 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Sync routers for ids ['64241a62-5d1e-4380-a0db-88ca4612f313'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:24:44.972047 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Routers {'64241a62-5d1e-4380-a0db-88ca4612f313'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:24:44.972882 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:24:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['64241a62-5d1e-4380-a0db-88ca4612f313'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:45.163366 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Set router 64241a62-5d1e-4380-a0db-88ca4612f313 gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:24:45.588933 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'name': 'router1', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:24:34Z', 'updated_at': '2021-08-17T02:24:44Z', 'revision_number': 2, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'gw_port_host': None, '_interfaces': [{'id': 'ac2e3021-4e94-4a01-b412-9996a8649dd0', 'name': '', 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'mac_address': 'fa:16:3e:07:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:24:43Z', 'updated_at': '2021-08-17T02:24:44Z', 'revision_number': 2, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'subnets': [{'id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55d65098-aa07-48c6-a126-2a1b17d3ba9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:45.640044 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Checking router: 64241a62-5d1e-4380-a0db-88ca4612f313 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:24:45.640418 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Updating router 64241a62-5d1e-4380-a0db-88ca4612f313 port ac2e3021-4e94-4a01-b412-9996a8649dd0 binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:24:45.688093 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.208984 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.228379 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Transition to ACTIVE for port object ac2e3021-4e94-4a01-b412-9996a8649dd0 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:46.234447 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.399617 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Pushing event updated for resources: {'Port': ['ID=ac2e3021-4e94-4a01-b412-9996a8649dd0,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:46.414051 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.414388 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.414746 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.415075 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.415397 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.415720 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.416038 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.416358 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.416677 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.416994 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.417309 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.417620 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Tracked resource versions report: Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: pushed versions: Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Log': {'1.0'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Network': {'1.1'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Port': {'1.7'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: consumer versions: Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: L3 agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: Metadata agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: Metering agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-799871-4-iscsi: { 'AddressGroup': '1.2', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Log': '1.0', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Network': '1.1', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Port': '1.7', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SubPort': '1.0', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Subnet': '1.1', Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Aug 17 02:24:46.418767 dv-cinder-799871-4-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:24:46.423126 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Attempting to bind port ac2e3021-4e94-4a01-b412-9996a8649dd0 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:46.423512 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Attempting to bind port ac2e3021-4e94-4a01-b412-9996a8649dd0 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'c12cbd00-9a21-4415-8ff4-782435c6d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:46.423943 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Attempting to bind port ac2e3021-4e94-4a01-b412-9996a8649dd0 on network 4055beb8-a83a-4f51-8a59-3d662978863e {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:46.430611 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:46.431024 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Checking segment: {'id': 'c12cbd00-9a21-4415-8ff4-782435c6d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:46.431476 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.431851 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Bound using segment: {'id': 'c12cbd00-9a21-4415-8ff4-782435c6d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:46.432366 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Bound port: ac2e3021-4e94-4a01-b412-9996a8649dd0, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12cbd00-9a21-4415-8ff4-782435c6d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:46.432734 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.499759 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] For port ac2e3021-4e94-4a01-b412-9996a8649dd0, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:46.521906 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] For port ac2e3021-4e94-4a01-b412-9996a8649dd0, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=ac2e3021-4e94-4a01-b412-9996a8649dd0,segment=NetworkSegment(c12cbd00-9a21-4415-8ff4-782435c6d2d1),segment_id=c12cbd00-9a21-4415-8ff4-782435c6d2d1)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:46.526043 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:46.583065 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Routers {'64241a62-5d1e-4380-a0db-88ca4612f313'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:24:46.583773 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:24:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['64241a62-5d1e-4380-a0db-88ca4612f313'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:46.588616 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13973242-18ed-42d7-82c1-4dcc6fda987d None None] Pushing event updated for resources: {'Port': ['ID=ac2e3021-4e94-4a01-b412-9996a8649dd0,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:46.675566 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] Set router 64241a62-5d1e-4380-a0db-88ca4612f313 gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:24:46.887149 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'name': 'router1', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:24:34Z', 'updated_at': '2021-08-17T02:24:44Z', 'revision_number': 2, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'gw_port_host': None, '_interfaces': [{'id': 'ac2e3021-4e94-4a01-b412-9996a8649dd0', 'name': '', 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'mac_address': 'fa:16:3e:07:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:24:43Z', 'updated_at': '2021-08-17T02:24:46Z', 'revision_number': 4, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'subnets': [{'id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55d65098-aa07-48c6-a126-2a1b17d3ba9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:46.911999 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd672eba-5e13-4308-bdae-e0982d68ef35 None None] The sync data for ids ['64241a62-5d1e-4380-a0db-88ca4612f313'] in dv-cinder-799871-4-iscsi is: [{'id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'name': 'router1', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:24:34Z', 'updated_at': '2021-08-17T02:24:44Z', 'revision_number': 2, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'gw_port_host': None, '_interfaces': [{'id': 'ac2e3021-4e94-4a01-b412-9996a8649dd0', 'name': '', 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'mac_address': 'fa:16:3e:07:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:24:43Z', 'updated_at': '2021-08-17T02:24:46Z', 'revision_number': 4, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'subnets': [{'id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55d65098-aa07-48c6-a126-2a1b17d3ba9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:24:47.177750 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 53664) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:47.289087 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c69439-6ca7-448d-9ad6-c8d6882d5a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:47.290445 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d1c69439-6ca7-448d-9ad6-c8d6882d5a8b admin admin] 10.222.0.52 "GET /v2.0/networks/c62cb426-742e-43c6-8f0f-9a14f4561fb3 HTTP/1.1" status: 200 len: 842 time: 0.1116657 Aug 17 02:24:47.300165 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'name': 'public-subnet'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:47.329323 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Made reservation on behalf of 68071672fd0d47c6ba8e904ec92e46c3 for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:24:47.331756 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.638181 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.objects.ports [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:24:47.638750 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.690489 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9b162e-fcec-4f26-a501-922cd33b48cd,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:47.702170 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:47.702519 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Network hostable DHCP agents. Network: c62cb426-742e-43c6-8f0f-9a14f4561fb3, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:24:47.728678 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:24:47.740747 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, c62cb426-742e-43c6-8f0f-9a14f4561fb3) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:47.744828 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:47.745408 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:47.751642 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1982eb-7e0d-48ae-8fe9-73388e85089e None None] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:24:47.759866 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4e8efd8f-511b-41f2-be49-69716ed5f2ec admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4631121 Aug 17 02:24:47.895515 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f1d1b-fd41-4b14-8e5e-7ab29c369e08 None None] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:24:50.037056 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 53672) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:50.298949 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-80c018be-dd66-4cce-ac5a-9b2a44971ff4 admin admin] 10.222.0.52 "GET /v2.0/routers/64241a62-5d1e-4380-a0db-88ca4612f313 HTTP/1.1" status: 200 len: 710 time: 0.2606671 Aug 17 02:24:50.422917 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0ca354-e6c4-49cb-97a7-397ebb2ac375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:24:50.424292 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ae0ca354-e6c4-49cb-97a7-397ebb2ac375 admin admin] 10.222.0.52 "GET /v2.0/networks/c62cb426-742e-43c6-8f0f-9a14f4561fb3 HTTP/1.1" status: 200 len: 886 time: 0.1198671 Aug 17 02:24:50.434711 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:24:50.679101 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:50.924104 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:51.003492 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:51.212664 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Allocated IP 172.27.0.205 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/83fa89f1-1d8c-4420-b551-c1e84f26e794) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:24:51.326421 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:51.409308 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:51.492338 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:24:51.497205 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:24:51.502362 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:24:51.505357 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Pushing event updated for resources: {'Port': ['ID=83fa89f1-1d8c-4420-b551-c1e84f26e794,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:51.778836 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:51.978255 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41626'] for router, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:51.983306 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826302'] for router, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:52.099811 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Router 64241a62-5d1e-4380-a0db-88ca4612f313 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:24:52.210188 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:24:52.214713 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:52.215956 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-8b145ac6-c8e5-4475-8cf0-a4ec12f9bac5 admin admin] 10.222.0.52 "PUT /v2.0/routers/64241a62-5d1e-4380-a0db-88ca4612f313 HTTP/1.1" status: 200 len: 890 time: 1.7847190 Aug 17 02:24:53.361958 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Sync routers for ids ['64241a62-5d1e-4380-a0db-88ca4612f313'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:24:53.374263 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Routers {'64241a62-5d1e-4380-a0db-88ca4612f313'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:24:53.374982 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:24:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['64241a62-5d1e-4380-a0db-88ca4612f313'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:53.436857 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device ac2e3021-4e94-4a01-b412-9996a8649dd0 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:53.680658 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Set router 64241a62-5d1e-4380-a0db-88ca4612f313 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:24:53.696585 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port ac2e3021-4e94-4a01-b412-9996a8649dd0 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:53.738721 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port ac2e3021-4e94-4a01-b412-9996a8649dd0 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:53.738964 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.050433 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.130227 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port ac2e3021-4e94-4a01-b412-9996a8649dd0, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=ac2e3021-4e94-4a01-b412-9996a8649dd0,segment=NetworkSegment(c12cbd00-9a21-4415-8ff4-782435c6d2d1),segment_id=c12cbd00-9a21-4415-8ff4-782435c6d2d1)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:54.136779 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.208474 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=ac2e3021-4e94-4a01-b412-9996a8649dd0,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:54.224883 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'name': 'router1', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '83fa89f1-1d8c-4420-b551-c1e84f26e794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:24:34Z', 'updated_at': '2021-08-17T02:24:51Z', 'revision_number': 4, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'gw_port': {'id': '83fa89f1-1d8c-4420-b551-c1e84f26e794', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:24:51Z', 'updated_at': '2021-08-17T02:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'ac2e3021-4e94-4a01-b412-9996a8649dd0', 'name': '', 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'mac_address': 'fa:16:3e:07:0d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:24:43Z', 'updated_at': '2021-08-17T02:24:46Z', 'revision_number': 4, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'subnets': [{'id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55d65098-aa07-48c6-a126-2a1b17d3ba9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:54.276255 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Checking router: 64241a62-5d1e-4380-a0db-88ca4612f313 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:24:54.276608 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Updating router 64241a62-5d1e-4380-a0db-88ca4612f313 port 83fa89f1-1d8c-4420-b551-c1e84f26e794 binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:24:54.325357 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.634021 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 53684) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:24:54.645923 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.655933 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Transition to ACTIVE for port object 83fa89f1-1d8c-4420-b551-c1e84f26e794 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:24:54.661526 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.712230 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Attempting to bind port 83fa89f1-1d8c-4420-b551-c1e84f26e794 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:24:54.712587 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Attempting to bind port 83fa89f1-1d8c-4420-b551-c1e84f26e794 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:24:54.712946 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Attempting to bind port 83fa89f1-1d8c-4420-b551-c1e84f26e794 on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:24:54.714940 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ddf02-d433-438f-b97c-613dc73eac36 None None] Pushing event updated for resources: {'Port': ['ID=83fa89f1-1d8c-4420-b551-c1e84f26e794,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:54.720222 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:24:54.720589 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:24:54.720982 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.721357 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:24:54.722263 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Bound port: 83fa89f1-1d8c-4420-b551-c1e84f26e794, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:24:54.722263 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.752884 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-b211368e-7977-4e39-a561-96533771204f admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176181 Aug 17 02:24:54.777268 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] For port 83fa89f1-1d8c-4420-b551-c1e84f26e794, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:24:54.780927 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] For port 83fa89f1-1d8c-4420-b551-c1e84f26e794, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=83fa89f1-1d8c-4420-b551-c1e84f26e794,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:24:54.784867 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:54.846410 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Routers {'64241a62-5d1e-4380-a0db-88ca4612f313'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:24:54.846982 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:24:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['64241a62-5d1e-4380-a0db-88ca4612f313'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:54.850957 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ddf02-d433-438f-b97c-613dc73eac36 None None] Pushing event updated for resources: {'Port': ['ID=83fa89f1-1d8c-4420-b551-c1e84f26e794,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:55.041954 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] Set router 64241a62-5d1e-4380-a0db-88ca4612f313 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:24:55.257497 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'name': 'router1', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '83fa89f1-1d8c-4420-b551-c1e84f26e794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:24:34Z', 'updated_at': '2021-08-17T02:24:51Z', 'revision_number': 4, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'gw_port': {'id': '83fa89f1-1d8c-4420-b551-c1e84f26e794', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:24:51Z', 'updated_at': '2021-08-17T02:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'ac2e3021-4e94-4a01-b412-9996a8649dd0', 'name': '', 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'mac_address': 'fa:16:3e:07:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:24:43Z', 'updated_at': '2021-08-17T02:24:54Z', 'revision_number': 5, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'subnets': [{'id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55d65098-aa07-48c6-a126-2a1b17d3ba9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:24:55.287171 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09720c25-9150-4465-b28b-2c0deb9f6350 None None] The sync data for ids ['64241a62-5d1e-4380-a0db-88ca4612f313'] in dv-cinder-799871-4-iscsi is: [{'id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'name': 'router1', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '83fa89f1-1d8c-4420-b551-c1e84f26e794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:24:34Z', 'updated_at': '2021-08-17T02:24:51Z', 'revision_number': 4, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'gw_port': {'id': '83fa89f1-1d8c-4420-b551-c1e84f26e794', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:24:51Z', 'updated_at': '2021-08-17T02:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'ac2e3021-4e94-4a01-b412-9996a8649dd0', 'name': '', 'network_id': '4055beb8-a83a-4f51-8a59-3d662978863e', 'tenant_id': '11efb3bf053240f681ac5614e26f6de4', 'mac_address': 'fa:16:3e:07:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64241a62-5d1e-4380-a0db-88ca4612f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:24:43Z', 'updated_at': '2021-08-17T02:24:54Z', 'revision_number': 5, 'project_id': '11efb3bf053240f681ac5614e26f6de4', 'subnets': [{'id': 'f79ab118-9107-4d4b-ad19-76bd65b41816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55d65098-aa07-48c6-a126-2a1b17d3ba9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:24:55.429177 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device ac2e3021-4e94-4a01-b412-9996a8649dd0 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:55.491919 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port ac2e3021-4e94-4a01-b412-9996a8649dd0 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:55.492126 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.446119 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 83fa89f1-1d8c-4420-b551-c1e84f26e794 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:57.496439 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 83fa89f1-1d8c-4420-b551-c1e84f26e794 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:24:57.500944 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 83fa89f1-1d8c-4420-b551-c1e84f26e794 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:57.501408 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.579478 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.608330 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 83fa89f1-1d8c-4420-b551-c1e84f26e794, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=83fa89f1-1d8c-4420-b551-c1e84f26e794,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:24:57.612399 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:24:57.661870 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=83fa89f1-1d8c-4420-b551-c1e84f26e794,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:24:59.416886 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 83fa89f1-1d8c-4420-b551-c1e84f26e794 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:24:59.519028 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 83fa89f1-1d8c-4420-b551-c1e84f26e794 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:24:59.519469 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:06.113684 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 5 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:25:08.720279 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2481bea3-bd45-49b5-8ccb-79947de7d2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.358246 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bafcd515-ddf2-4080-af56-415e4a1615ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:11.504705 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:12.083449 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:13.972186 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:38.723524 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1220-d8cd-48e7-9d1b-aaa161b79c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.351754 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1427025f-aa04-49f3-8e21-604604166ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:41.498374 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:42.082033 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:25:43.116009 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 5 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:25:43.974223 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:08.727311 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4bca9553-2ced-406f-947d-ed208384ba94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.352431 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a98737da-c0cd-472d-aa72-beafd8d974e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:11.499668 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:12.080815 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:13.982622 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:20.115497 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 5 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:26:29.945037 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54252) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:30.006794 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d609a86-02bc-4692-a3d1-95f148f7b131 admin admin] GET failed (client error): The resource could not be found. Aug 17 02:26:30.008053 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-8d609a86-02bc-4692-a3d1-95f148f7b131 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620701 Aug 17 02:26:30.236419 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4548c15f-ba90-4b25-ad27-46780ce7234a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:30.238032 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-4548c15f-ba90-4b25-ad27-46780ce7234a admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2256856 Aug 17 02:26:32.366357 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54262) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:32.458331 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49500ec7-ea80-4e17-b606-61e91874cb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:32.459693 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-49500ec7-ea80-4e17-b606-61e91874cb4c admin admin] 10.222.0.52 "GET /v2.0/subnets/f79ab118-9107-4d4b-ad19-76bd65b41816 HTTP/1.1" status: 200 len: 849 time: 0.0923452 Aug 17 02:26:32.469160 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:26:32.552559 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Notify callbacks [] for subnet, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.690683 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731313405031'] for subnet, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.722372 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:32.723431 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:32.726629 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] 10.222.0.52 "PUT /v2.0/subnets/f79ab118-9107-4d4b-ad19-76bd65b41816 HTTP/1.1" status: 200 len: 868 time: 0.2586913 Aug 17 02:26:32.727028 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b290aea-cfb9-4be1-8ea2-686d8d55dbfa None None] Network 4055beb8-a83a-4f51-8a59-3d662978863e requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:26:32.747181 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79ab118-9107-4d4b-ad19-76bd65b41816,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:26:32.755137 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.755503 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.755845 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.756178 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.756513 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.756856 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.757183 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.757505 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.757841 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.758164 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.758487 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:32.758838 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ddd76e-7342-4966-91a1-4e0c9ab5a89f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:26:33.123578 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-3afd2e20-d5a4-4c2c-928c-0ef45939e70c None None] Provisioning complete for port 834b6470-35d4-4429-8eb1-f701a19e65bc triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:33.123951 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3afd2e20-d5a4-4c2c-928c-0ef45939e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:33.212080 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-3afd2e20-d5a4-4c2c-928c-0ef45939e70c None None] Provisioning complete for port ac2e3021-4e94-4a01-b412-9996a8649dd0 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:26:33.212390 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3afd2e20-d5a4-4c2c-928c-0ef45939e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:34.885944 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54270) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:35.082340 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280325b7-5a3b-4ec3-a614-75b1b067c12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:35.082803 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280325b7-5a3b-4ec3-a614-75b1b067c12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:35.085350 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-280325b7-5a3b-4ec3-a614-75b1b067c12e admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984429 Aug 17 02:26:37.267605 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54278) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:37.399098 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c90a9-1199-4e51-8dcc-5c7e736e145a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:37.399587 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c90a9-1199-4e51-8dcc-5c7e736e145a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:37.401090 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-6c1c90a9-1199-4e51-8dcc-5c7e736e145a admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325567 Aug 17 02:26:38.727789 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-469f5696-46ff-47c1-be3d-6b36b9664fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:39.561478 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54286) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:39.692114 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b078dc8f-a282-4d19-a8b4-e296b7e59833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:39.693382 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b078dc8f-a282-4d19-a8b4-e296b7e59833 admin admin] 10.222.0.52 "GET /v2.0/networks/4055beb8-a83a-4f51-8a59-3d662978863e HTTP/1.1" status: 200 len: 869 time: 0.1309767 Aug 17 02:26:41.353719 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dae2057f-615a-4c55-ac8b-9110daa5a0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.501904 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:41.831068 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54296) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:41.958328 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6076a5-d143-4d7e-a046-1d5dcd33b33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:41.959712 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ce6076a5-d143-4d7e-a046-1d5dcd33b33f admin admin] 10.222.0.52 "GET /v2.0/networks/c62cb426-742e-43c6-8f0f-9a14f4561fb3 HTTP/1.1" status: 200 len: 886 time: 0.1276860 Aug 17 02:26:42.083777 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:43.978565 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:26:44.127282 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54304) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:44.249320 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb8fa3c-93f8-4a4e-ae0d-cd7c0b8b0c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:44.249779 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb8fa3c-93f8-4a4e-ae0d-cd7c0b8b0c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:44.251728 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-2fb8fa3c-93f8-4a4e-ae0d-cd7c0b8b0c92 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231072 Aug 17 02:26:46.393282 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54312) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:46.486842 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f85f3-392b-4279-a067-c5b83a6e8d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:46.487302 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f85f3-392b-4279-a067-c5b83a6e8d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:46.488820 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-919f85f3-392b-4279-a067-c5b83a6e8d1d admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946126 Aug 17 02:26:48.690078 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54320) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:48.776132 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e97909-1eec-450e-8d96-94071c4aa35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:48.777468 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-47e97909-1eec-450e-8d96-94071c4aa35e admin admin] 10.222.0.52 "GET /v2.0/subnets/bc9b162e-fcec-4f26-a501-922cd33b48cd HTTP/1.1" status: 200 len: 816 time: 0.0861852 Aug 17 02:26:50.920441 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54328) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:26:51.011760 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e9f99e-145d-491a-8de3-f8c54b7efad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:26:51.013018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a9e9f99e-145d-491a-8de3-f8c54b7efad4 admin admin] 10.222.0.52 "GET /v2.0/subnets/f79ab118-9107-4d4b-ad19-76bd65b41816 HTTP/1.1" status: 200 len: 868 time: 0.0916398 Aug 17 02:26:57.113843 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 5 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:27:08.729832 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3102b23c-adcf-4088-a771-cdcc8511de30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.353166 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-77c7b5d2-5879-40ea-b8d0-08cca0526e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:11.504537 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:12.086005 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:13.990910 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:14.885496 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54382) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:14.932772 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [None req-6afecb1e-68f0-48ea-b3bf-88f154ec7039 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:27:14.933769 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-6afecb1e-68f0-48ea-b3bf-88f154ec7039 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473447 Aug 17 02:27:17.165191 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54390) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:17.225496 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca26512c-a1c1-49dd-ab7f-a82a74f09df8 admin admin] GET failed (client error): The resource could not be found. Aug 17 02:27:17.226944 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ca26512c-a1c1-49dd-ab7f-a82a74f09df8 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607922 Aug 17 02:27:17.311371 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc34e4fc-b882-4ebb-8957-6f6f7f0793cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:17.312854 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-cc34e4fc-b882-4ebb-8957-6f6f7f0793cb admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816650 Aug 17 02:27:19.552163 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54398) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:19.599074 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:19.619572 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Made reservation on behalf of 68071672fd0d47c6ba8e904ec92e46c3 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:19.621905 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.657362 dv-cinder-799871-4-iscsi neutron-server[93865]: WARNING neutron.services.revisions.revision_plugin [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Could not find related network for resource to bump revision. Aug 17 02:27:19.669983 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:27:19.680231 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.680508 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.segments_db [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Added segment 7d7e9997-17c3-4f93-938a-29e74e4765af of type vlan for network f9a2386a-3655-423e-aa93-b471727460b5 Aug 17 02:27:19.719552 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.743869 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.744855 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:19.745483 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:19.806306 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2529929 Aug 17 02:27:19.811597 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947b2d7-9717-4718-96f2-8fa02792c9b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a2386a-3655-423e-aa93-b471727460b5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:19.824013 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network f9a2386a-3655-423e-aa93-b471727460b5 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:27:21.989690 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54406) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:27:22.049050 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c46191-e286-4061-9183-29591b4a7ff4 admin admin] GET failed (client error): The resource could not be found. Aug 17 02:27:22.050356 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-b8c46191-e286-4061-9183-29591b4a7ff4 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597277 Aug 17 02:27:22.121871 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b77349-173c-4d92-890c-055d00de10c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:22.123305 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a1b77349-173c-4d92-890c-055d00de10c9 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685151 Aug 17 02:27:22.133856 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:27:22.153733 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Made reservation on behalf of 68071672fd0d47c6ba8e904ec92e46c3 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:27:22.155948 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.316416 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.371990 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81029d7-2d73-4a61-b254-d11a5ed443a3,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:22.376979 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Checking segment: {'id': '7d7e9997-17c3-4f93-938a-29e74e4765af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:22.377327 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Network hostable DHCP agents. Network: f9a2386a-3655-423e-aa93-b471727460b5, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:27:22.392726 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Network f9a2386a-3655-423e-aa93-b471727460b5 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:27:22.400444 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, f9a2386a-3655-423e-aa93-b471727460b5) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:22.404516 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:27:22.405132 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.409754 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73fc0d7-cdca-4b95-affb-a8d8f60c687a None None] Network f9a2386a-3655-423e-aa93-b471727460b5 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:22.419543 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-936a461c-c1b6-4e40-a5ed-ec26bc72f31b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2890224 Aug 17 02:27:22.660849 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-f9a2386a-3655-423e-aa93-b471727460b5', 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5', 'tenant_id': '68071672fd0d47c6ba8e904ec92e46c3', 'fixed_ips': [{'subnet_id': 'e81029d7-2d73-4a61-b254-d11a5ed443a3'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:27:22.661709 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.801021 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Allocated IP 192.168.233.2 (f9a2386a-3655-423e-aa93-b471727460b5/e81029d7-2d73-4a61-b254-d11a5ed443a3/ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:27:22.943587 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:22.952138 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Transition to ACTIVE for port object ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:22.968701 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Transition to ACTIVE for port object ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:27:22.974917 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.023551 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Network f9a2386a-3655-423e-aa93-b471727460b5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:27:23.026964 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Pushing event updated for resources: {'Port': ['ID=ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:23.030322 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:27:23.035029 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:27:23.038547 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.040194 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.040194 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.040194 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.040194 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.040612 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.040612 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.040888 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.041236 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.041575 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.041911 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.042253 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:27:23.095545 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Attempting to bind port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:27:23.095914 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Attempting to bind port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '7d7e9997-17c3-4f93-938a-29e74e4765af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:27:23.096280 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Attempting to bind port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c on network f9a2386a-3655-423e-aa93-b471727460b5 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:27:23.101245 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:27:23.101648 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Checking segment: {'id': '7d7e9997-17c3-4f93-938a-29e74e4765af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:27:23.102046 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.102435 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Bound using segment: {'id': '7d7e9997-17c3-4f93-938a-29e74e4765af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:27:23.102932 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Bound port: ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7e9997-17c3-4f93-938a-29e74e4765af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:27:23.103325 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.167197 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] For port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:27:23.171511 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] For port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c,segment=NetworkSegment(7d7e9997-17c3-4f93-938a-29e74e4765af),segment_id=7d7e9997-17c3-4f93-938a-29e74e4765af)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:27:23.175905 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:23.238643 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ba393-b775-4ca8-ac38-31f7e4ab21e9 None None] Pushing event updated for resources: {'Port': ['ID=ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:23.521922 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:23.571972 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:24.025189 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8f060-a890-4393-bb71-7d35105c8311 None None] Network f9a2386a-3655-423e-aa93-b471727460b5 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:27:24.087785 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-696cbad3-427a-4665-8078-edcc0bbc66f5 None None] Provisioning for port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:27:24.096068 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-696cbad3-427a-4665-8078-edcc0bbc66f5 None None] Provisioning complete for port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:24.096438 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-696cbad3-427a-4665-8078-edcc0bbc66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.242648 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-696cbad3-427a-4665-8078-edcc0bbc66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.282370 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-696cbad3-427a-4665-8078-edcc0bbc66f5 None None] For port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c,segment=NetworkSegment(7d7e9997-17c3-4f93-938a-29e74e4765af),segment_id=7d7e9997-17c3-4f93-938a-29e74e4765af)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:27:24.287039 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-696cbad3-427a-4665-8078-edcc0bbc66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:24.341636 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cbad3-427a-4665-8078-edcc0bbc66f5 None None] Pushing event updated for resources: {'Port': ['ID=ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:27:24.507392 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-81252e96-36de-40cb-9016-0d6d4bbbe6fe None None] Provisioning complete for port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:24.507681 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-81252e96-36de-40cb-9016-0d6d4bbbe6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:25.489203 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:27:25.538373 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port ab8bdb7b-74b0-4888-9d0e-d20e3b6df70c triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:27:25.538771 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:34.112216 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 5 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:27:38.730538 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7a4d66eb-5968-425b-9ea8-e70ca6cdc461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.353677 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-38f10645-c849-4420-9f99-3061160b8992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:41.506460 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:42.090043 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:27:43.988710 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:08.730940 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2da17482-d878-4243-9af8-6bc8396494fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:11.110661 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 5 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:28:11.354688 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a992d977-94fe-470d-a65a-30d4a2cd43e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:11.508272 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:12.096671 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:13.990909 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:30.392163 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54458) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:30.398177 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [None req-4c550dd9-21fd-4bea-a102-66fcf5b1c525 tempest-verify_tempest_config-760284755 tempest-verify_tempest_config-760284755-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:28:30.399159 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-4c550dd9-21fd-4bea-a102-66fcf5b1c525 tempest-verify_tempest_config-760284755 tempest-verify_tempest_config-760284755-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060127 Aug 17 02:28:30.702299 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54476) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:30.805194 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:30.895814 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:30.899187 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:30.946826 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73670132ccdf4a969749aa5141b985fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2433984 Aug 17 02:28:30.947809 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc70c06-1e79-484a-8402-31a9e0d1f275,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:30.949736 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54480) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:28:30.954652 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.955029 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.955381 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.955717 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.956052 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.956387 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.956716 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.957048 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.957376 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.957703 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.958031 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:30.958354 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63c407-822e-4622-9871-4793454065ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.004531 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.024435 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.114683 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.117194 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:31.118325 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/edc70c06-1e79-484a-8402-31a9e0d1f275 HTTP/1.1" status: 204 len: 168 time: 0.1675251 Aug 17 02:28:31.127211 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc70c06-1e79-484a-8402-31a9e0d1f275,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:28:31.133724 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.134164 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.134568 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.134985 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.135321 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.135666 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.135992 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.136316 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.136656 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.136976 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.137292 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:31.137608 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fbb551-d9be-4452-af13-79c2e607d98b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:28:38.731871 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-426d7b33-aab5-4897-851f-ea982c2918b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.356747 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-87d40836-1b23-408f-8454-d3c94f659ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:41.510076 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:42.096049 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:43.993457 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:28:48.110206 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 5 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:29:08.733887 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-60341d89-29d5-4ddd-9a03-fa8a473ab07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:11.358796 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bca63761-f070-479d-97a1-c13cc6622d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:11.510520 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:12.097783 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:13.995567 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:25.108795 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 5 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:29:38.734796 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0fb23dc-4478-4630-8db6-c6e45a0ba045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.359650 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1eb3-30d0-4ad5-814e-42353b8866d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:41.510682 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:42.099488 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:29:43.998458 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:02.107186 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 5 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:30:03.837739 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1936210'] for agent, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:06.856104 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54534) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:06.960461 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d9e10ef1-9011-497f-b4f7-375a356ca043 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1032732 Aug 17 02:30:08.734952 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-170fbad3-2658-4b3f-8579-6d588b346a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:09.136742 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54544) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:30:09.194262 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-792ddf8d-f1e3-483f-88cb-16a3dc5b6aef admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0564625 Aug 17 02:30:11.361294 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3f62-2d75-477c-b216-f39e65a50b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:11.511601 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:12.102183 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:14.003890 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:33.816973 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:38.739033 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7c2a768-a80d-4660-b354-f7c4d09fec80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:39.106225 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:30:41.362014 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9a73841-9d4c-4b2b-ba2a-3c89f725475d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:41.512016 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:42.105899 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:30:44.010264 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:03.810226 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:08.741779 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-44067463-8516-40d8-9bb4-2aefb909ebbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:11.361222 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-30127ed0-5692-46ce-a6f6-472485b93d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:11.513331 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:12.109855 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:14.009001 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:16.104997 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:31:33.824320 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.440010 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54718) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:34.534566 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54736) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:34.619492 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-network', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:34.645922 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Made reservation on behalf of bfdd0fde104c4b9b9666233fcc6b4882 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:34.649449 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.658013 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.750723 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.756857 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.787765 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:31:34.790834 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3825b12-4f68-4642-996c-b24f5c3836d2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:34.800803 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.801435 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.801945 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.802501 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.803026 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.803358 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.803909 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.804225 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.804570 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.804897 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.805224 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.805547 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Tracked resource versions report: Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: pushed versions: Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: { 'AddressGroup': {'1.2'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'ConntrackHelper': {'1.0'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Log': {'1.0'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Network': {'1.1'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Port': {'1.7'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'PortForwarding': {'1.2'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'QosPolicy': {'1.9'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SecurityGroup': {'1.4'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SubPort': {'1.0'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Subnet': {'1.1'}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Trunk': {'1.1'}} Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: consumer versions: Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: { DHCP agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: HyperV agent@hv-cinder-79987: {}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: L3 agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: Metadata agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: Metering agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: Open vSwitch agent@dv-cinder-799871-4-iscsi: { 'AddressGroup': '1.2', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'ConntrackHelper': '1.0', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Log': '1.0', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Network': '1.1', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Port': '1.7', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'PortForwarding': '1.2', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'QosPolicy': '1.9', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SecurityGroup': '1.4', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SecurityGroupRule': '1.2', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'SubPort': '1.0', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Subnet': '1.1', Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: 'Trunk': '1.1'}} Aug 17 02:31:34.807000 dv-cinder-799871-4-iscsi neutron-server[93866]: {{(pid=93866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:31:34.819711 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.820054 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Added segment 25e1f5e2-529c-4246-a4f5-2fc434baf211 of type vlan for network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a Aug 17 02:31:34.863498 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.892243 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.893309 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:34.893880 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:34.919068 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-528207544-network', 'tenant_id': '993a71be71e64a06bf01992b5af5df14'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:35.017348 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54756) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:35.033978 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5922244 Aug 17 02:31:35.040396 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54760) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:35.045874 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Request body: {'subnet': {'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-subnet', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:35.057163 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.db.api [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:31:35.057163 dv-cinder-799871-4-iscsi neutron-server[93866]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:31:35.057163 dv-cinder-799871-4-iscsi neutron-server[93866]: [parameters: {'project_id_1': 'bfdd0fde104c4b9b9666233fcc6b4882', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 31, 35, 51832)}] Aug 17 02:31:35.057163 dv-cinder-799871-4-iscsi neutron-server[93866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:31:35.057712 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG oslo_db.api [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:31:35.067450 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8142d-06ff-4677-bb67-b043c528ae2a admin admin] Pushing event updated for resources: {'Network': ['ID=37c4a5aa-9d76-4349-b5d3-2497cc600e9a,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:35.070282 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Made reservation on behalf of 993a71be71e64a06bf01992b5af5df14 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:35.072598 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.081321 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:31:35.081837 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.194625 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.200323 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.226910 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:31:35.237678 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980f152f-0d76-4908-962f-cadcd289c369,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:35.245178 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.245809 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.segments_db [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Added segment b0626c3a-aa81-475d-9ccd-e9706bec7851 of type vlan for network 576ca2ae-56af-436c-9066-879ec97ea39f Aug 17 02:31:35.262580 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.262977 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.263318 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.263711 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.264231 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.264580 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.264912 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.265240 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.265581 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.265909 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.266229 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.266545 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Tracked resource versions report: Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: pushed versions: Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: { 'AddressGroup': {'1.2'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'ConntrackHelper': {'1.0'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Log': {'1.0'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Network': {'1.1'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Port': {'1.7'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'PortForwarding': {'1.2'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'QosPolicy': {'1.9'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SecurityGroup': {'1.4'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SubPort': {'1.0'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Subnet': {'1.1'}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Trunk': {'1.1'}} Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: consumer versions: Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: { DHCP agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: HyperV agent@hv-cinder-79987: {}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: L3 agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: Metadata agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: Metering agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: Open vSwitch agent@dv-cinder-799871-4-iscsi: { 'AddressGroup': '1.2', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'ConntrackHelper': '1.0', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Log': '1.0', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Network': '1.1', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Port': '1.7', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'PortForwarding': '1.2', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'QosPolicy': '1.9', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SecurityGroup': '1.4', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SecurityGroupRule': '1.2', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'SubPort': '1.0', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Subnet': '1.1', Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: 'Trunk': '1.1'}} Aug 17 02:31:35.267652 dv-cinder-799871-4-iscsi neutron-server[93865]: {{(pid=93865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:31:35.308664 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.338457 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.339838 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:35.340813 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.383225 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878572894-network', 'tenant_id': 'a3199057064b424cafe5e164bfb89977'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:35.409271 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Made reservation on behalf of a3199057064b424cafe5e164bfb89977 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:35.416335 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.422019 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8861752 Aug 17 02:31:35.422768 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54772) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:35.424893 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.433131 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Request body: {'subnet': {'network_id': '576ca2ae-56af-436c-9066-879ec97ea39f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-528207544-subnet', 'tenant_id': '993a71be71e64a06bf01992b5af5df14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:35.433700 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d872c4-334b-4d76-8a56-39d237208a61 admin admin] Pushing event updated for resources: {'Network': ['ID=576ca2ae-56af-436c-9066-879ec97ea39f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:35.450005 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 576ca2ae-56af-436c-9066-879ec97ea39f details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:31:35.464000 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Made reservation on behalf of 993a71be71e64a06bf01992b5af5df14 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:35.467138 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.624311 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.626145 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54788) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:35.652597 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.666086 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Made reservation on behalf of bfdd0fde104c4b9b9666233fcc6b4882 for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:35.668811 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.691171 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.723558 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:31:35.745847 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0c42a0-64a2-4e98-9dbd-455389ef9b21,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:35.758938 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.759283 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Added segment c06e98f2-fb15-465f-a0b8-d0cc0a6d8dea of type vlan for network 36df3a58-f140-4cad-9692-4a515bcf686d Aug 17 02:31:35.765162 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Checking segment: {'id': 'b0626c3a-aa81-475d-9ccd-e9706bec7851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '576ca2ae-56af-436c-9066-879ec97ea39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:35.765162 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Network hostable DHCP agents. Network: 576ca2ae-56af-436c-9066-879ec97ea39f, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:31:35.784006 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779802b6-7df9-4551-9607-403fe0a24817,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:35.784436 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Network 576ca2ae-56af-436c-9066-879ec97ea39f is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:31:35.798062 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 576ca2ae-56af-436c-9066-879ec97ea39f) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:35.805124 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:35.806056 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.810215 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9740c1d5-1cbd-4663-a0af-de6dc2e7ac1b None None] Network 576ca2ae-56af-436c-9066-879ec97ea39f requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:35.827511 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-2214ff56-11b6-400d-98df-edf239be7943 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4034724 Aug 17 02:31:35.843233 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.903376 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.904353 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:35.904933 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:35.920599 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-network', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:35.997852 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9762089 Aug 17 02:31:35.998289 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54812) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:36.003616 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Request body: {'subnet': {'network_id': '36df3a58-f140-4cad-9692-4a515bcf686d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878572894-subnet', 'tenant_id': 'a3199057064b424cafe5e164bfb89977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:36.056182 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3af27c-6990-4956-8b28-6066c12e0c7e admin admin] Pushing event updated for resources: {'Network': ['ID=36df3a58-f140-4cad-9692-4a515bcf686d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:36.077721 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 36df3a58-f140-4cad-9692-4a515bcf686d details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:31:36.085711 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Made reservation on behalf of 907ba4d8c7c44c5aa1d3109f812a07cb for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:36.088779 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.093337 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.119381 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Made reservation on behalf of a3199057064b424cafe5e164bfb89977 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:36.121892 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.127346 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.153367 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617e08b-4479-47ef-b160-7c15d353d6a5 None None] Network 576ca2ae-56af-436c-9066-879ec97ea39f requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:36.197138 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bb0913-8a0e-49e9-826c-1a2d1eeef300,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:36.274087 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Checking segment: {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:36.274753 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Network hostable DHCP agents. Network: 37c4a5aa-9d76-4349-b5d3-2497cc600e9a, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:31:36.364049 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:31:36.418743 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 37c4a5aa-9d76-4349-b5d3-2497cc600e9a) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:36.427045 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:36.429406 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873dcdd-9e7e-4520-a95c-4ba678a99896 None None] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:36.431916 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.469914 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.485873 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.535177 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-577821a1-d59f-4db1-87bc-89bcaacb28d4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4935520 Aug 17 02:31:36.538921 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:31:36.539462 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54828) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:36.550774 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:36.561876 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.573855 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8762cac7-187c-4912-8758-6c934f6de7d4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:36.602694 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.603400 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Added segment c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f of type vlan for network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 Aug 17 02:31:36.663296 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3115182a-6d2c-40e8-a4f4-f04409bc35a8,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:36.691923 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.706038 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Checking segment: {'id': 'c06e98f2-fb15-465f-a0b8-d0cc0a6d8dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36df3a58-f140-4cad-9692-4a515bcf686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:36.706932 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Network hostable DHCP agents. Network: 36df3a58-f140-4cad-9692-4a515bcf686d, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:31:36.733118 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Network 36df3a58-f140-4cad-9692-4a515bcf686d is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:31:36.742738 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.744190 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.752454 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.753453 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:36.754042 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.776466 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:31:36.777912 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.799376 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1674054 Aug 17 02:31:36.803393 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54840) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:36.863873 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.865535 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 36df3a58-f140-4cad-9692-4a515bcf686d) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:36.873276 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:36.873707 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:36.876306 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Request body: {'subnet': {'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-subnet', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:36.884341 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254703ed-c983-43fa-9a99-d122b5786b2a None None] Network 36df3a58-f140-4cad-9692-4a515bcf686d requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:36.931708 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-03d19c9f-f14b-41c2-aa9d-98b3221cb005 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9323411 Aug 17 02:31:36.939603 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8d505-745d-4214-b3da-51098ae4da88 admin admin] Pushing event updated for resources: {'Network': ['ID=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:36.962283 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:31:36.969944 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Made reservation on behalf of 907ba4d8c7c44c5aa1d3109f812a07cb for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:36.982752 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.076295 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.117604 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Allocated IP 172.20.0.2 (37c4a5aa-9d76-4349-b5d3-2497cc600e9a/d6bb0913-8a0e-49e9-826c-1a2d1eeef300/a82fe607-b11c-42c9-9ec4-76f28e87a365) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:37.194277 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c60fd-84b7-42f5-8119-b5b7a4989706 None None] Network 36df3a58-f140-4cad-9692-4a515bcf686d requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:37.304282 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.385194 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:37.435384 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Checking segment: {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:37.435963 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Network hostable DHCP agents. Network: 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:31:37.476117 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:31:37.484437 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.493469 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:37.497909 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:37.498719 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.506579 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e578b-fa6c-4a31-bf02-0fff56648d77 None None] Network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:37.514376 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.532655 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1bf38e44-df61-4438-965a-1e39d217a37c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6743877 Aug 17 02:31:37.535947 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54870) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:37.541870 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:37.592316 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.593403 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.700769 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.712468 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.723151 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Allocated IP 172.27.0.84 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/0daa0864-9d83-4638-bf7f-1d01b9dc0e7c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:37.748989 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Transition to ACTIVE for port object a82fe607-b11c-42c9-9ec4-76f28e87a365 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:37.784908 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Transition to ACTIVE for port object a82fe607-b11c-42c9-9ec4-76f28e87a365 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:37.810202 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.925195 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.928982 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Pushing event updated for resources: {'Port': ['ID=a82fe607-b11c-42c9-9ec4-76f28e87a365,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:37.955008 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:37.956972 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.957316 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.957848 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.957994 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.958315 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.959566 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.959566 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.960030 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.960220 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.960527 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.960846 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.961159 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Tracked resource versions report: Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: pushed versions: Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: { 'AddressGroup': {'1.2'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'ConntrackHelper': {'1.0'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Log': {'1.0'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Network': {'1.1'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Port': {'1.7'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'PortForwarding': {'1.2'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'QosPolicy': {'1.9'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SecurityGroup': {'1.4'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SubPort': {'1.0'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Subnet': {'1.1'}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Trunk': {'1.1'}} Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: consumer versions: Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: { DHCP agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: HyperV agent@hv-cinder-79987: {}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: L3 agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: Metadata agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: Metering agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: Open vSwitch agent@dv-cinder-799871-4-iscsi: { 'AddressGroup': '1.2', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'ConntrackHelper': '1.0', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Log': '1.0', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Network': '1.1', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Port': '1.7', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'PortForwarding': '1.2', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'QosPolicy': '1.9', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SecurityGroup': '1.4', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SecurityGroupRule': '1.2', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'SubPort': '1.0', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Subnet': '1.1', Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: 'Trunk': '1.1'}} Aug 17 02:31:37.962727 dv-cinder-799871-4-iscsi neutron-server[93867]: {{(pid=93867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:31:37.979257 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.003649 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:38.011007 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:38.014815 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:38.029683 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:38.032828 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:38.043415 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:38.065337 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54894) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:38.142762 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Pushing event updated for resources: {'Port': ['ID=0daa0864-9d83-4638-bf7f-1d01b9dc0e7c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:38.208335 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c11b4-1c32-4085-bfc7-276dbeb5adc8 None None] Network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:38.217003 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Attempting to bind port a82fe607-b11c-42c9-9ec4-76f28e87a365 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:38.217469 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Attempting to bind port a82fe607-b11c-42c9-9ec4-76f28e87a365 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:38.217738 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Attempting to bind port a82fe607-b11c-42c9-9ec4-76f28e87a365 on network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:38.255973 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:38.257167 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Checking segment: {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:38.258598 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.259121 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Bound using segment: {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:38.260275 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Bound port: a82fe607-b11c-42c9-9ec4-76f28e87a365, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:38.260692 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.382988 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.421890 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] For port a82fe607-b11c-42c9-9ec4-76f28e87a365, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:38.425045 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] For port a82fe607-b11c-42c9-9ec4-76f28e87a365, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=a82fe607-b11c-42c9-9ec4-76f28e87a365,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:38.425518 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.436858 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.472788 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ec285b8-c590-4f9a-adb0-148d67e05f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.500581 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.505236 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fb392-a05c-4598-bf26-6d8c2479cc24 None None] Pushing event updated for resources: {'Port': ['ID=a82fe607-b11c-42c9-9ec4-76f28e87a365,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:38.569670 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54902) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:38.577068 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1214328477-network', 'tenant_id': 'b932ba95656643859514e7f8f8daa488'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:38.722394 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Allocated IP 172.27.0.100 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/da1ef090-388c-419d-8444-ea6557c3f487) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:38.767730 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a453799d-a07b-4fbb-bd7d-7a80dcfd5b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.906143 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ec285b8-c590-4f9a-adb0-148d67e05f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.921596 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:38.929601 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ec285b8-c590-4f9a-adb0-148d67e05f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.107848 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.149838 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec285b8-c590-4f9a-adb0-148d67e05f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b394013-3032-413b-a483-d16f0ace9059,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:39.152326 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Router 9e8dd478-f0ca-4206-95d0-e122196cba69 is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:31:39.158474 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4ec285b8-c590-4f9a-adb0-148d67e05f70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e493d3c1456b48c9abd2e301067bd9bd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0872073 Aug 17 02:31:39.160988 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54922) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:39.169456 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Made reservation on behalf of b932ba95656643859514e7f8f8daa488 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:39.171994 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.202238 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.282582 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.332862 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-685577cb-fdb6-43c3-bbac-d9976e8729df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.351406 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:39.359872 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:39.367830 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Sync routers for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:39.373622 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:39.378390 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:39.379062 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:31:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:39.388521 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:39.432676 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-685577cb-fdb6-43c3-bbac-d9976e8729df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.472164 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Pushing event updated for resources: {'Port': ['ID=da1ef090-388c-419d-8444-ea6557c3f487,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:39.540718 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:39.601561 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54950) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:39.603785 dv-cinder-799871-4-iscsi neutron-server[93865]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 02:31:39.639384 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.665199 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-685577cb-fdb6-43c3-bbac-d9976e8729df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.667913 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-685577cb-fdb6-43c3-bbac-d9976e8729df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.669136 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-685577cb-fdb6-43c3-bbac-d9976e8729df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b394013-3032-413b-a483-d16f0ace9059 HTTP/1.1" status: 204 len: 168 time: 0.5068541 Aug 17 02:31:39.700045 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.719405 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device a82fe607-b11c-42c9-9ec4-76f28e87a365 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:39.752691 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.758314 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-2d403f05-a64d-4583-a069-1ca7b63275fe admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2146916 Aug 17 02:31:39.758994 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54954) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:39.799027 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685577cb-fdb6-43c3-bbac-d9976e8729df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b394013-3032-413b-a483-d16f0ace9059,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:39.823425 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:31:39.839646 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port a82fe607-b11c-42c9-9ec4-76f28e87a365 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:39.859647 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.859994 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Added segment 8db6a3a7-1785-4e03-863f-cb21a5622067 of type vlan for network 96c26a66-c5bf-4941-9782-f6083fc95c9c Aug 17 02:31:39.874063 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce8514-e51e-44b6-bf70-79101e204c2c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:39.884153 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.912403 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:38Z', 'revision_number': 3, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:39.954736 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Checking router: 9e8dd478-f0ca-4206-95d0-e122196cba69 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:39.956027 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Updating router 9e8dd478-f0ca-4206-95d0-e122196cba69 port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:31:39.964458 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:39.989116 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.023505 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f99d1-adb3-477b-ae24-b3d7703a40e2 None None] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:40.045311 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.046272 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.047216 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.070459 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-fc52df8a-b2a7-4090-b818-a5f26376ae66 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:40.071636 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-fc52df8a-b2a7-4090-b818-a5f26376ae66 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/networks?id=576ca2ae-56af-436c-9066-879ec97ea39f HTTP/1.1" status: 200 len: 811 time: 0.4690235 Aug 17 02:31:40.121503 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-9ed5a148-791d-4a6e-838f-9db65cf2e2bb None None] Provisioning for port a82fe607-b11c-42c9-9ec4-76f28e87a365 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:40.131449 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-9ed5a148-791d-4a6e-838f-9db65cf2e2bb None None] Provisioning complete for port a82fe607-b11c-42c9-9ec4-76f28e87a365 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:40.132262 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a148-791d-4a6e-838f-9db65cf2e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.158159 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-35b96e7d-63eb-47a5-b0ce-930869a1e62b tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/quotas/993a71be71e64a06bf01992b5af5df14 HTTP/1.1" status: 200 len: 375 time: 0.0186617 Aug 17 02:31:40.252835 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] Pushing event updated for resources: {'Network': ['ID=96c26a66-c5bf-4941-9782-f6083fc95c9c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:40.267892 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1c85bee9-f584-4acd-90b5-bbff39f9f537 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6880848 Aug 17 02:31:40.275086 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 54964) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:40.285743 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Request body: {'subnet': {'network_id': '96c26a66-c5bf-4941-9782-f6083fc95c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1214328477-subnet', 'tenant_id': 'b932ba95656643859514e7f8f8daa488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:40.322376 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-01e16635-c319-4555-ba4b-e9e3c3103954 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=993a71be71e64a06bf01992b5af5df14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1517701 Aug 17 02:31:40.322512 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 96c26a66-c5bf-4941-9782-f6083fc95c9c details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:31:40.436988 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Made reservation on behalf of b932ba95656643859514e7f8f8daa488 for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:40.442450 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.562491 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.565553 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 54984) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:40.607702 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Transition to ACTIVE for port object 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:40.611852 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a148-791d-4a6e-838f-9db65cf2e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.627155 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.661079 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-9ed5a148-791d-4a6e-838f-9db65cf2e2bb None None] For port a82fe607-b11c-42c9-9ec4-76f28e87a365, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=a82fe607-b11c-42c9-9ec4-76f28e87a365,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:40.672490 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a148-791d-4a6e-838f-9db65cf2e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.773285 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5a148-791d-4a6e-838f-9db65cf2e2bb None None] Pushing event updated for resources: {'Port': ['ID=a82fe607-b11c-42c9-9ec4-76f28e87a365,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:40.780953 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Pushing event updated for resources: {'Port': ['ID=0daa0864-9d83-4638-bf7f-1d01b9dc0e7c,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:40.787205 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.796198 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.803310 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.807039 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.808108 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.809626 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.810237 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.810970 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.814222 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.814222 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.814222 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.814222 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.816498 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Tracked resource versions report: Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: pushed versions: Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Log': {'1.0'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Network': {'1.1'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Port': {'1.7'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: consumer versions: Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: HyperV agent@hv-cinder-79987: {}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: L3 agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: Metadata agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: Metering agent@dv-cinder-799871-4-iscsi: {}, Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-799871-4-iscsi: { 'AddressGroup': '1.2', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Log': '1.0', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Network': '1.1', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Port': '1.7', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'SubPort': '1.0', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Subnet': '1.1', Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Aug 17 02:31:40.821881 dv-cinder-799871-4-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:31:40.859214 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.861221 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Attempting to bind port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:40.861720 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Attempting to bind port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:40.862168 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Attempting to bind port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:40.891500 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:40.893031 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:40.895786 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.896722 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:40.897555 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Bound port: 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:40.899386 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:40.981108 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] For port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:40.987513 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] For port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=0daa0864-9d83-4638-bf7f-1d01b9dc0e7c,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:41.031064 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.045533 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-e7589e4e-f02c-4d2a-b035-f33ee5c9f5f0 None None] Provisioning complete for port a82fe607-b11c-42c9-9ec4-76f28e87a365 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:41.046181 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e7589e4e-f02c-4d2a-b035-f33ee5c9f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.105226 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.163618 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:41.164298 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:31:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:41.172972 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64658360-cc1a-4d7c-918b-313723165c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.187624 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Checking segment: {'id': '8db6a3a7-1785-4e03-863f-cb21a5622067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '96c26a66-c5bf-4941-9782-f6083fc95c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:41.188349 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Network hostable DHCP agents. Network: 96c26a66-c5bf-4941-9782-f6083fc95c9c, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:31:41.213728 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-6a8b8fbf-7f98-48bf-a09b-5631c58e57be service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:31:41.220666 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-6a8b8fbf-7f98-48bf-a09b-5631c58e57be service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6524358 Aug 17 02:31:41.232736 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Network 96c26a66-c5bf-4941-9782-f6083fc95c9c is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:31:41.243725 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e7c60a-c3e8-4ac8-b797-dc39f7b7b9c0,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:41.267163 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 96c26a66-c5bf-4941-9782-f6083fc95c9c) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:41.274110 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:41.274859 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.281972 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee32ff6-1dff-4d64-8873-93da63268da8 None None] Network 96c26a66-c5bf-4941-9782-f6083fc95c9c requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:41.283787 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:31:41.315084 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:41.398775 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cb99f477-ebfa-4eec-8998-965ad8aa201a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.438188 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:41.464166 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7d7df-6fea-4d44-b1e5-c1897fcc5cf1 None None] Pushing event updated for resources: {'Port': ['ID=0daa0864-9d83-4638-bf7f-1d01b9dc0e7c,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:41.465002 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Sync routers for ids ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:41.511151 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Routers {'5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:41.511809 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:31:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:41.514284 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a079e0c-da88-4007-bd90-a43d59286fe0 None None] Network 96c26a66-c5bf-4941-9782-f6083fc95c9c requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:31:41.518644 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Allocated IP 172.20.0.1 (37c4a5aa-9d76-4349-b5d3-2497cc600e9a/d6bb0913-8a0e-49e9-826c-1a2d1eeef300/baabe953-26c3-4509-b6e1-3529f9a54fb9) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:41.549002 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64658360-cc1a-4d7c-918b-313723165c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.551438 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-702a909f-16cf-4a95-957b-560092a47814 service neutron] 10.222.0.52 "GET /v2.0/networks/576ca2ae-56af-436c-9066-879ec97ea39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790473 Aug 17 02:31:41.558888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-64658360-cc1a-4d7c-918b-313723165c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.571219 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.572710 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c589d197-37a2-4786-99ed-fe7d8d88aa25 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0346723 Aug 17 02:31:41.574311 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8be3d184-c7f1-4348-9dcb-183408639bdd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2981722 Aug 17 02:31:41.575468 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55020) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:41.639569 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:38Z', 'revision_number': 3, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:41.669372 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.676219 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763bd72c-5dc0-414d-8161-8eef30d679f8 None None] The sync data for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi is: [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:38Z', 'revision_number': 3, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:41.727992 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device a82fe607-b11c-42c9-9ec4-76f28e87a365 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:41.772496 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-64658360-cc1a-4d7c-918b-313723165c5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a9e8ee0fe2e485e938073113bd1cf38&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1468372 Aug 17 02:31:41.773125 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:41.774571 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Set router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:41.784181 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55028) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:41.838813 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64658360-cc1a-4d7c-918b-313723165c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b61d818-cf7a-40fa-ba40-b36be9665ef1,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:41.930086 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.969227 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-44bcd854-5a51-488c-924a-cff831d66c7a service neutron] 10.222.0.52 "GET /v2.0/networks/576ca2ae-56af-436c-9066-879ec97ea39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064722 Aug 17 02:31:41.970469 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Transition to ACTIVE for port object baabe953-26c3-4509-b6e1-3529f9a54fb9 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:41.972467 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1565a6c5-bdd7-4c5b-8594-1acd1941f2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.984321 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port a82fe607-b11c-42c9-9ec4-76f28e87a365 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:41.985165 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:41.990650 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-426c162d-acdc-4309-879f-7d1f5a1ea4dd admin admin] Deleting subnet 3115182a-6d2c-40e8-a4f4-f04409bc35a8 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:31:41.994705 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426c162d-acdc-4309-879f-7d1f5a1ea4dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.039030 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426c162d-acdc-4309-879f-7d1f5a1ea4dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.049197 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426c162d-acdc-4309-879f-7d1f5a1ea4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.051565 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1565a6c5-bdd7-4c5b-8594-1acd1941f2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.101110 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.147178 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426c162d-acdc-4309-879f-7d1f5a1ea4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.162105 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426c162d-acdc-4309-879f-7d1f5a1ea4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.164107 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-426c162d-acdc-4309-879f-7d1f5a1ea4dd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3115182a-6d2c-40e8-a4f4-f04409bc35a8 HTTP/1.1" status: 204 len: 168 time: 0.3789139 Aug 17 02:31:42.168265 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55032) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:42.215484 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c162d-acdc-4309-879f-7d1f5a1ea4dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3115182a-6d2c-40e8-a4f4-f04409bc35a8,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:42.221475 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.241713 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:42.266123 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:42.275607 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:42.276109 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.313665 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:39Z', 'revision_number': 3, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'gw_port': {'id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:38Z', 'updated_at': '2021-08-17T02:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:42.340685 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Pushing event updated for resources: {'Port': ['ID=baabe953-26c3-4509-b6e1-3529f9a54fb9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:42.364076 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Checking router: 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:42.364461 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Updating router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 port da1ef090-388c-419d-8444-ea6557c3f487 binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:31:42.439969 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1565a6c5-bdd7-4c5b-8594-1acd1941f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.445526 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.446428 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1565a6c5-bdd7-4c5b-8594-1acd1941f2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.447697 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1565a6c5-bdd7-4c5b-8594-1acd1941f2b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b61d818-cf7a-40fa-ba40-b36be9665ef1 HTTP/1.1" status: 204 len: 168 time: 0.6559064 Aug 17 02:31:42.484019 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55054) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:42.618230 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.711717 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5c869f34-5841-45bf-a32d-fdcc1620bf78 req-676e673c-8207-4706-b096-75c729df1e08 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 210 time: 0.2073586 Aug 17 02:31:42.756873 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565a6c5-bdd7-4c5b-8594-1acd1941f2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b61d818-cf7a-40fa-ba40-b36be9665ef1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:42.804946 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-4cf55e33-722d-49b0-a611-88902223258e None None] Provisioning for port baabe953-26c3-4509-b6e1-3529f9a54fb9 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:42.885572 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-4cf55e33-722d-49b0-a611-88902223258e None None] Provisioning complete for port baabe953-26c3-4509-b6e1-3529f9a54fb9 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:42.886076 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4cf55e33-722d-49b0-a611-88902223258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.918846 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:42.933874 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.934230 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.943599 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.943932 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > port after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.944270 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.944602 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > port after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.944916 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.945230 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.945541 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.945854 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:42.982304 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-4cf55e33-722d-49b0-a611-88902223258e None None] Port baabe953-26c3-4509-b6e1-3529f9a54fb9 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:43.018949 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.183945 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.205943 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Transition to ACTIVE for port object da1ef090-388c-419d-8444-ea6557c3f487 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:43.226390 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:43.226919 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:43.227067 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.227184 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:43.227369 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:43.227989 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36df3a58-f140-4cad-9692-4a515bcf686d']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:43.347935 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.353213 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d5f56-b7ec-4c89-84c7-729655de5bd0 None None] Pushing event updated for resources: {'Port': ['ID=da1ef090-388c-419d-8444-ea6557c3f487,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:43.368294 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Attempting to bind port da1ef090-388c-419d-8444-ea6557c3f487 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:43.368665 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Attempting to bind port da1ef090-388c-419d-8444-ea6557c3f487 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:43.369058 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Attempting to bind port da1ef090-388c-419d-8444-ea6557c3f487 on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:43.370087 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06e98f2-fb15-465f-a0b8-d0cc0a6d8dea') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:43.370380 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06e98f2-fb15-465f-a0b8-d0cc0a6d8dea') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:43.372354 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.379567 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.381524 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.384502 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:43.384878 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:43.385276 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.385667 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:43.386151 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Bound port: da1ef090-388c-419d-8444-ea6557c3f487, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:43.386550 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.393105 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7929429'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.450274 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.466195 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:31:43.466422 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7180640'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: from cryptography.utils import int_from_bytes Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: from cryptography.utils import int_from_bytes Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: Traceback (most recent call last): Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: timer() Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: cb(*args, **kw) Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: return func(*args, **kwargs) Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: self._notify() Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: self.callback(batched_events) Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: event.method(event) Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: return f(self, *a, **k) Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._get(url).json() Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:31:43.470621 dv-cinder-799871-4-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:31:43.498538 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] For port da1ef090-388c-419d-8444-ea6557c3f487, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:43.509743 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Pushing event updated for resources: {'Port': ['ID=baabe953-26c3-4509-b6e1-3529f9a54fb9,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:43.559760 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:43.561887 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:43.606760 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] For port da1ef090-388c-419d-8444-ea6557c3f487, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=da1ef090-388c-419d-8444-ea6557c3f487,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:43.619186 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.629434 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.676323 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Pushing event deleted for resources: {'Network': ['ID=36df3a58-f140-4cad-9692-4a515bcf686d,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:43.715120 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:43.718283 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-81b7e178-9be8-4dbf-8f10-3c4de026e49d admin admin] 10.222.0.52 "DELETE /v2.0/networks/36df3a58-f140-4cad-9692-4a515bcf686d HTTP/1.1" status: 204 len: 168 time: 1.5488708 Aug 17 02:31:43.731733 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55122) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:43.746515 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Allocated IP 172.20.0.1 (0d5c2b39-54e0-4494-a97b-10c8c3ba8c43/c0a1b29d-6e7f-4432-8d5d-be05b1db0a15/f7f725fe-7b68-48c6-99df-2968681ac9f8) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:43.928610 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:43.992006 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.041218 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3a16ef86-7803-467f-a1ff-6267b641ba6c req-624ccb9a-aa35-4f31-ade7-737e41435e9e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 210 time: 0.1322289 Aug 17 02:31:44.062290 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e84ecb-1a44-4656-88da-487565b118e7 admin admin] Deleting subnet a2e7c60a-c3e8-4ac8-b797-dc39f7b7b9c0 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:31:44.085803 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.095145 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35e84ecb-1a44-4656-88da-487565b118e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.135649 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:44.138978 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:44.143909 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:44.150078 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Routers {'5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:44.151273 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:31:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:44.163594 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:44.165517 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Router 9e8dd478-f0ca-4206-95d0-e122196cba69 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:44.197530 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55136) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:44.210834 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.218793 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35e84ecb-1a44-4656-88da-487565b118e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.229106 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-9088fbcc-9b06-467d-9e27-d524e788e8cc None None] Provisioning complete for port baabe953-26c3-4509-b6e1-3529f9a54fb9 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:44.229952 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9088fbcc-9b06-467d-9e27-d524e788e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.244353 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35e84ecb-1a44-4656-88da-487565b118e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.276041 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Pushing event updated for resources: {'Port': ['ID=f7f725fe-7b68-48c6-99df-2968681ac9f8,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:44.292311 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:44.292967 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.355278 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d5f56-b7ec-4c89-84c7-729655de5bd0 None None] Pushing event updated for resources: {'Port': ['ID=da1ef090-388c-419d-8444-ea6557c3f487,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:44.360425 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-9088fbcc-9b06-467d-9e27-d524e788e8cc None None] Port baabe953-26c3-4509-b6e1-3529f9a54fb9 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:31:44.507640 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.509740 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] Set router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:44.631842 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69640a2c-c6c8-4712-9321-2272db49388b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.669689 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35e84ecb-1a44-4656-88da-487565b118e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.710445 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:44.724714 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Sync routers for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:44.732753 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-db2731f3-3c22-4fef-bfbd-1748dc754ffc admin admin] 10.222.0.52 "PUT /v2.0/routers/9e8dd478-f0ca-4206-95d0-e122196cba69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9580173 Aug 17 02:31:44.736784 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e84ecb-1a44-4656-88da-487565b118e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e7c60a-c3e8-4ac8-b797-dc39f7b7b9c0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:44.781984 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:44.783288 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:31:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:44.786280 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-35e84ecb-1a44-4656-88da-487565b118e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.789629 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-35e84ecb-1a44-4656-88da-487565b118e7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a2e7c60a-c3e8-4ac8-b797-dc39f7b7b9c0 HTTP/1.1" status: 204 len: 168 time: 1.0571556 Aug 17 02:31:44.793234 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55162) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:44.889966 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.920783 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.926866 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69640a2c-c6c8-4712-9321-2272db49388b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.941123 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.953821 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7181240'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:44.962100 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69640a2c-c6c8-4712-9321-2272db49388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.042525 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.058004 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.058348 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.059101 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.059555 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.059555 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > port after_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.059766 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.060097 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > port after_update 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.060407 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.060718 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.061084 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.062643 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.076847 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.167450 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=0daa0864-9d83-4638-bf7f-1d01b9dc0e7c,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:45.195819 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.201002 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Pushing event updated for resources: {'Port': ['ID=f7f725fe-7b68-48c6-99df-2968681ac9f8,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:45.283319 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:45.289198 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:45.339741 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.340216 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.340496 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.340854 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93865) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:31:45.341232 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c26a66-c5bf-4941-9782-f6083fc95c9c']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:45.345267 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:45.391370 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69640a2c-c6c8-4712-9321-2272db49388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df41fa95-5a89-4bea-a9ae-e5a83e81499f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:45.433036 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a4671565-0f35-4b00-8397-b886a4b38f9b req-deb44513-893e-4fa3-8df5-f681fb4cf734 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 210 time: 0.0811031 Aug 17 02:31:45.435406 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db6a3a7-1785-4e03-863f-cb21a5622067') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:45.439051 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db6a3a7-1785-4e03-863f-cb21a5622067') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:45.460259 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7601395'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.469077 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=0daa0864-9d83-4638-bf7f-1d01b9dc0e7c,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:45.482237 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-69640a2c-c6c8-4712-9321-2272db49388b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08aefb107cc348578d2629f6580190cd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2836118 Aug 17 02:31:45.485032 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55186) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:45.558168 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.571587 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-1f188943-708f-4956-bd53-21275b54d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:39Z', 'revision_number': 3, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'gw_port': {'id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:38Z', 'updated_at': '2021-08-17T02:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:45.575340 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:31:45.575753 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601808'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: from cryptography.utils import int_from_bytes Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: from cryptography.utils import int_from_bytes Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: Traceback (most recent call last): Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: timer() Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: cb(*args, **kw) Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: return func(*args, **kwargs) Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: self._notify() Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: self.callback(batched_events) Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: event.method(event) Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: return f(self, *a, **k) Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._get(url).json() Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: return self.request(url, 'GET', **kwargs) Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:31:45.583625 dv-cinder-799871-4-iscsi neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:31:45.645504 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f188943-708f-4956-bd53-21275b54d07f None None] The sync data for ids ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'] in dv-cinder-799871-4-iscsi is: [{'id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:39Z', 'revision_number': 3, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'gw_port': {'id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:38Z', 'updated_at': '2021-08-17T02:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:45.697673 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34874069-55e0-47a4-9372-86423f7392e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.721941 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:45.750859 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:31:45.751339 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.755188 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34874069-55e0-47a4-9372-86423f7392e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.812682 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:43Z', 'revision_number': 2, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:45.818494 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c26a66-c5bf-4941-9782-f6083fc95c9c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:45.833870 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.847327 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:45.847809 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.856880 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-83fadaa9-2d9a-4f3a-95cb-d0954037c313 admin admin] 10.222.0.52 "DELETE /v2.0/networks/96c26a66-c5bf-4941-9782-f6083fc95c9c HTTP/1.1" status: 204 len: 168 time: 1.0623438 Aug 17 02:31:45.893417 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Checking router: 9e8dd478-f0ca-4206-95d0-e122196cba69 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:45.893417 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Updating router 9e8dd478-f0ca-4206-95d0-e122196cba69 port baabe953-26c3-4509-b6e1-3529f9a54fb9 binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:31:45.933097 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34874069-55e0-47a4-9372-86423f7392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.935928 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-34874069-55e0-47a4-9372-86423f7392e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.939733 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-34874069-55e0-47a4-9372-86423f7392e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df41fa95-5a89-4bea-a9ae-e5a83e81499f HTTP/1.1" status: 204 len: 168 time: 0.4475443 Aug 17 02:31:45.943965 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:45.955291 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34874069-55e0-47a4-9372-86423f7392e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df41fa95-5a89-4bea-a9ae-e5a83e81499f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:46.057064 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:31:46.069576 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9ad5224b-cf1a-447e-9b78-7870402a476d admin admin] 10.222.0.52 "PUT /v2.0/routers/5afb1ed3-d747-4274-9cd3-4f41f5a87ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4929402 Aug 17 02:31:46.250554 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55214) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:46.281947 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55216) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:46.287789 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d1513de6-e485-4dc7-9ff4-7cba08a505f4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819833270', 'description': 'tempest-description--1491332387'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:46.332175 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bf91d565-b3be-4e9a-a88e-f45de8e1a29c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3199057064b424cafe5e164bfb89977&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0775902 Aug 17 02:31:46.332175 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55218) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:46.351424 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1513de6-e485-4dc7-9ff4-7cba08a505f4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.447075 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-280bf8a0-a43c-4788-9eb9-3be1cdd13064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.530577 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1513de6-e485-4dc7-9ff4-7cba08a505f4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.540273 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1513de6-e485-4dc7-9ff4-7cba08a505f4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.569150 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-280bf8a0-a43c-4788-9eb9-3be1cdd13064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.584603 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.618999 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1513de6-e485-4dc7-9ff4-7cba08a505f4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fb4cef-cc64-4233-9a77-2ca8145d2977,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:46.624089 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Transition to ACTIVE for port object baabe953-26c3-4509-b6e1-3529f9a54fb9 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:46.648985 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.657400 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1513de6-e485-4dc7-9ff4-7cba08a505f4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.661439 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-d1513de6-e485-4dc7-9ff4-7cba08a505f4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3753884 Aug 17 02:31:46.662204 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55226) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:46.667501 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-7e2793f6-51ef-49f4-9cd6-62228c36ad06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'security_group_rule': {'security_group_id': 'a4fb4cef-cc64-4233-9a77-2ca8145d2977', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:46.676313 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-280bf8a0-a43c-4788-9eb9-3be1cdd13064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.679370 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-280bf8a0-a43c-4788-9eb9-3be1cdd13064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.683569 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-280bf8a0-a43c-4788-9eb9-3be1cdd13064 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/779802b6-7df9-4551-9607-403fe0a24817 HTTP/1.1" status: 204 len: 168 time: 0.3503573 Aug 17 02:31:46.701008 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bf8a0-a43c-4788-9eb9-3be1cdd13064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779802b6-7df9-4551-9607-403fe0a24817,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:46.770141 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697419cf-d619-4ff7-941c-caa7211de448 None None] Pushing event updated for resources: {'Port': ['ID=baabe953-26c3-4509-b6e1-3529f9a54fb9,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:46.792998 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b9e767d-ebd3-46bb-802a-ef61c5fc7a12 req-0408dc9c-b11f-48eb-9a1b-b1ed716c5331 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 210 time: 0.0817091 Aug 17 02:31:46.798458 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e2793f6-51ef-49f4-9cd6-62228c36ad06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.902548 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Attempting to bind port baabe953-26c3-4509-b6e1-3529f9a54fb9 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:46.903063 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Attempting to bind port baabe953-26c3-4509-b6e1-3529f9a54fb9 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:46.903350 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Attempting to bind port baabe953-26c3-4509-b6e1-3529f9a54fb9 on network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:46.907978 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e2793f6-51ef-49f4-9cd6-62228c36ad06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.913739 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:46.914115 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Checking segment: {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:46.915761 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.916602 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Bound using segment: {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:46.917231 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Bound port: baabe953-26c3-4509-b6e1-3529f9a54fb9, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:46.917644 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.918811 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e2793f6-51ef-49f4-9cd6-62228c36ad06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:46.965463 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2793f6-51ef-49f4-9cd6-62228c36ad06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641d3a7b-293f-4e79-9731-95fe7516d2ce,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:46.992807 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7e2793f6-51ef-49f4-9cd6-62228c36ad06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.009210 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55240) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:47.015423 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-a5e8b5ba-aee9-44a2-89a8-54dd51ab9ee6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'security_group_rule': {'security_group_id': 'a4fb4cef-cc64-4233-9a77-2ca8145d2977', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:47.021962 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-7e2793f6-51ef-49f4-9cd6-62228c36ad06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3568797 Aug 17 02:31:47.059376 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] For port baabe953-26c3-4509-b6e1-3529f9a54fb9, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:47.068756 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] For port baabe953-26c3-4509-b6e1-3529f9a54fb9, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=baabe953-26c3-4509-b6e1-3529f9a54fb9,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:47.080194 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.105229 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55248) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:47.159378 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c5e12e-388a-4c92-8861-1f4e52ce108b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.161292 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b5ba-aee9-44a2-89a8-54dd51ab9ee6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.183666 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697419cf-d619-4ff7-941c-caa7211de448 None None] Pushing event updated for resources: {'Port': ['ID=baabe953-26c3-4509-b6e1-3529f9a54fb9,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:47.209392 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:47.213500 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:31:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:47.358575 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.63', 49853) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:47.585730 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c5e12e-388a-4c92-8861-1f4e52ce108b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.602451 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12c5e12e-388a-4c92-8861-1f4e52ce108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.679227 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:47.741457 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-12c5e12e-388a-4c92-8861-1f4e52ce108b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a7d023eabee4e5ab37014a1c8b6f980&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6344290 Aug 17 02:31:47.751402 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b5ba-aee9-44a2-89a8-54dd51ab9ee6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.752457 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55286) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:47.778494 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b5ba-aee9-44a2-89a8-54dd51ab9ee6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:47.819743 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5e12e-388a-4c92-8861-1f4e52ce108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da91dbb6-eeea-4e45-9b8a-0575eb86ed07,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:47.823081 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device da1ef090-388c-419d-8444-ea6557c3f487 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:47.928499 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55290) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.014130 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8b5ba-aee9-44a2-89a8-54dd51ab9ee6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ceebd6d-9025-446f-a5af-30430a5709f2,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:48.014382 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port da1ef090-388c-419d-8444-ea6557c3f487 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:48.023274 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port da1ef090-388c-419d-8444-ea6557c3f487 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:48.024376 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.071760 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-8450a5b2-8165-42d8-a710-655ccf9e9b84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b932ba95656643859514e7f8f8daa488&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1296523 Aug 17 02:31:48.072468 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55304) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.074721 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b5ba-aee9-44a2-89a8-54dd51ab9ee6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.076756 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:47Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:48.077945 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a5e8b5ba-aee9-44a2-89a8-54dd51ab9ee6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0658123 Aug 17 02:31:48.085965 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55306) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.093085 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-b68efdb5-7d9a-44ce-9ce8-288a7608a377 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.096112 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-b68efdb5-7d9a-44ce-9ce8-288a7608a377 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.63 "GET /v2.0/networks?id=576ca2ae-56af-436c-9066-879ec97ea39f HTTP/1.1" status: 200 len: 811 time: 0.7362635 Aug 17 02:31:48.120762 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f6a191f-5191-48a8-8b2f-694e6784aab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.133148 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-238c5c79-703e-49d3-a2d2-f8590ebf0b39 req-2d836ff9-9cc7-46ed-8344-38b7d2d35a22 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 210 time: 0.0880780 Aug 17 02:31:48.146732 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec38162-df23-4fe4-91be-be67914fcc10 None None] The sync data for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi is: [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:47Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:48.159491 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Request body: {'port': {'device_id': '28c8ce03-d2e7-4933-9f57-288cbc4940d8', 'network_id': '576ca2ae-56af-436c-9066-879ec97ea39f', 'admin_state_up': True, 'tenant_id': '993a71be71e64a06bf01992b5af5df14'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:48.165576 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'floatingip': {'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:48.189310 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.244750 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f6a191f-5191-48a8-8b2f-694e6784aab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.272693 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55316) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.279126 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port da1ef090-388c-419d-8444-ea6557c3f487, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=da1ef090-388c-419d-8444-ea6557c3f487,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:48.288510 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.383713 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.393848 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=da1ef090-388c-419d-8444-ea6557c3f487,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:48.423880 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-6826e333-a22b-41e8-a57f-16f8ef66f4fc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:48.424661 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55320) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:48.428452 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-6826e333-a22b-41e8-a57f-16f8ef66f4fc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 819 time: 0.7384982 Aug 17 02:31:48.464338 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-befccc51-1329-4e32-b3f7-3f37625d0691 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/quotas/907ba4d8c7c44c5aa1d3109f812a07cb HTTP/1.1" status: 200 len: 375 time: 0.0118022 Aug 17 02:31:48.578247 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f6a191f-5191-48a8-8b2f-694e6784aab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.580912 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9f6a191f-5191-48a8-8b2f-694e6784aab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.582051 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9f6a191f-5191-48a8-8b2f-694e6784aab2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da91dbb6-eeea-4e45-9b8a-0575eb86ed07 HTTP/1.1" status: 204 len: 168 time: 0.8284264 Aug 17 02:31:48.617992 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a191f-5191-48a8-8b2f-694e6784aab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91dbb6-eeea-4e45-9b8a-0575eb86ed07,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:48.663027 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Made reservation on behalf of 993a71be71e64a06bf01992b5af5df14 for: {'port': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:31:48.668629 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.686315 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Sync routers for ids ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:31:48.696585 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e45a76-303d-4326-8d36-8a4ee8a303ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.700693 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Routers {'5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:48.701330 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:31:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:48.825307 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb26194f-28f2-4ef5-828e-eb73fd166e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.826910 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd91b-06c9-44ec-846f-be68cf23ac1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.847085 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e45a76-303d-4326-8d36-8a4ee8a303ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:48.976873 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-52add697-5f2c-42a7-8231-c4c77d66aab7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4985039 Aug 17 02:31:48.995152 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Set router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:49.170862 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Allocated IP 172.20.0.10 (576ca2ae-56af-436c-9066-879ec97ea39f/1b0c42a0-64a2-4e98-9dbd-455389ef9b21/d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:49.258495 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.414634 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Allocated IP 172.27.0.64 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/3771085f-560c-43ce-81c2-d2e2794f7110) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:31:49.514340 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-67b0df77-c3e0-497d-b6ff-eaa46ba29f89 service neutron] 10.222.0.52 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364130 Aug 17 02:31:49.527694 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:44Z', 'revision_number': 4, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'gw_port': {'id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:38Z', 'updated_at': '2021-08-17T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'f7f725fe-7b68-48c6-99df-2968681ac9f8', 'name': '', 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'mac_address': 'fa:16:3e:ea:f5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0a1b29d-6e7f-4432-8d5d-be05b1db0a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:43Z', 'updated_at': '2021-08-17T02:31:44Z', 'revision_number': 2, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'subnets': [{'id': 'c0a1b29d-6e7f-4432-8d5d-be05b1db0a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:49.689301 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-98060a85-a6bf-4c30-a412-09205ce3b0b6 req-165c8f7c-5449-458a-8888-d3fed9f2bdd5 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 210 time: 0.2360084 Aug 17 02:31:49.694149 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e45a76-303d-4326-8d36-8a4ee8a303ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.697810 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-67e45a76-303d-4326-8d36-8a4ee8a303ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.703393 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-67e45a76-303d-4326-8d36-8a4ee8a303ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1cce8514-e51e-44b6-bf70-79101e204c2c HTTP/1.1" status: 204 len: 168 time: 1.6270199 Aug 17 02:31:49.709675 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Checking router: 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:31:49.715997 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Updating router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 port f7f725fe-7b68-48c6-99df-2968681ac9f8 binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:31:49.723437 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.793058 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:49.860044 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.124155 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device da1ef090-388c-419d-8444-ea6557c3f487 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:50.154081 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Network 576ca2ae-56af-436c-9066-879ec97ea39f is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:50.169277 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:50.192190 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:50.316189 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:50.317189 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.375502 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Pushing event updated for resources: {'Port': ['ID=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:50.468942 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd91b-06c9-44ec-846f-be68cf23ac1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.493481 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-04cdfc18-cba8-4138-a2ea-0755308424fe tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3496027 Aug 17 02:31:50.602321 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e45a76-303d-4326-8d36-8a4ee8a303ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce8514-e51e-44b6-bf70-79101e204c2c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:50.613412 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd91b-06c9-44ec-846f-be68cf23ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.622735 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port da1ef090-388c-419d-8444-ea6557c3f487 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:50.623480 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.705299 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dd91b-06c9-44ec-846f-be68cf23ac1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16166bbc-41c3-4a51-8c1c-7b211dc35ed8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:50.761477 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55396) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:50.827136 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb26194f-28f2-4ef5-828e-eb73fd166e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.838338 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb26194f-28f2-4ef5-828e-eb73fd166e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.875259 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-9e0dd91b-06c9-44ec-846f-be68cf23ac1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5210279aad1f40d89b6fec4314f4cb47&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6013830 Aug 17 02:31:50.879759 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55404) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:50.909617 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:50.914001 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device baabe953-26c3-4509-b6e1-3529f9a54fb9 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:50.957127 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Transition to ACTIVE for port object f7f725fe-7b68-48c6-99df-2968681ac9f8 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:50.995969 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26194f-28f2-4ef5-828e-eb73fd166e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf9bd6f-1983-4ac0-a419-3997b2bc18be,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:50.996427 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.016304 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bb26194f-28f2-4ef5-828e-eb73fd166e2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b35e5ef701064b4fbfd361ff416ec353&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5876660 Aug 17 02:31:51.034459 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55410) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:51.095869 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-1c1dea4c-f20a-4806-8d3d-29de30c90f94 service neutron] 10.222.0.52 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3666506 Aug 17 02:31:51.095869 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.149484 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-9ff44346-d6be-4018-81c5-43aa970de5ea tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:31:51.150496 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-9ff44346-d6be-4018-81c5-43aa970de5ea tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185661 Aug 17 02:31:51.154074 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6f718-d9cc-4a77-b291-ea591d874743 None None] Pushing event updated for resources: {'Port': ['ID=f7f725fe-7b68-48c6-99df-2968681ac9f8,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:51.178529 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c83be082-9df5-4f75-b8aa-3116fd119bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.185315 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d95f983e-d87c-4f3d-baf8-f0b0e8470d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.210268 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843018db-7237-4238-9320-c5ee3bdedd2f req-7f5d9a72-9ac4-4a7f-976d-4c2128962c25 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:51.213166 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-843018db-7237-4238-9320-c5ee3bdedd2f req-7f5d9a72-9ac4-4a7f-976d-4c2128962c25 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 932 time: 0.2803972 Aug 17 02:31:51.243470 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c83be082-9df5-4f75-b8aa-3116fd119bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.261765 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa80a7d7-5ff9-4936-bedd-26972cbcaf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.293999 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port baabe953-26c3-4509-b6e1-3529f9a54fb9 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:51.315161 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.380553 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port baabe953-26c3-4509-b6e1-3529f9a54fb9 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:51.380553 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.398328 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Attempting to bind port f7f725fe-7b68-48c6-99df-2968681ac9f8 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:51.400080 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Attempting to bind port f7f725fe-7b68-48c6-99df-2968681ac9f8 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:51.401945 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Attempting to bind port f7f725fe-7b68-48c6-99df-2968681ac9f8 on network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:51.449477 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:51.449901 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Checking segment: {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:51.450382 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.450872 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Bound using segment: {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:51.451457 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Bound port: f7f725fe-7b68-48c6-99df-2968681ac9f8, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:51.452075 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.607771 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] For port f7f725fe-7b68-48c6-99df-2968681ac9f8, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:51.613464 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa80a7d7-5ff9-4936-bedd-26972cbcaf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.626560 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:31:51.644244 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-843018db-7237-4238-9320-c5ee3bdedd2f req-f69dc826-2f89-44ab-8747-238274a479a7 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381929 Aug 17 02:31:51.652729 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d51e194a-fb50-4dbd-8ad0-ecb609eb14e3 req-2d4a59f6-8a3f-4115-ac65-f39b641435dc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 210 time: 0.1063597 Aug 17 02:31:51.666069 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:31:51.682024 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] For port f7f725fe-7b68-48c6-99df-2968681ac9f8, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=f7f725fe-7b68-48c6-99df-2968681ac9f8,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:51.699576 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:31:51.701257 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.728127 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.806537 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'Port': ['ID=3771085f-560c-43ce-81c2-d2e2794f7110,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:51.876066 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c83be082-9df5-4f75-b8aa-3116fd119bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.879235 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c83be082-9df5-4f75-b8aa-3116fd119bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.883950 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c83be082-9df5-4f75-b8aa-3116fd119bb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16166bbc-41c3-4a51-8c1c-7b211dc35ed8 HTTP/1.1" status: 204 len: 168 time: 0.9818769 Aug 17 02:31:51.916029 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83be082-9df5-4f75-b8aa-3116fd119bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16166bbc-41c3-4a51-8c1c-7b211dc35ed8,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:51.965084 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa80a7d7-5ff9-4936-bedd-26972cbcaf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.984519 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa80a7d7-5ff9-4936-bedd-26972cbcaf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:51.987037 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-fa80a7d7-5ff9-4936-bedd-26972cbcaf7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abf9bd6f-1983-4ac0-a419-3997b2bc18be HTTP/1.1" status: 204 len: 168 time: 0.9527657 Aug 17 02:31:52.058896 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80a7d7-5ff9-4936-bedd-26972cbcaf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf9bd6f-1983-4ac0-a419-3997b2bc18be,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:52.077760 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d95f983e-d87c-4f3d-baf8-f0b0e8470d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.085883 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d95f983e-d87c-4f3d-baf8-f0b0e8470d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.097742 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6f718-d9cc-4a77-b291-ea591d874743 None None] Pushing event updated for resources: {'Port': ['ID=f7f725fe-7b68-48c6-99df-2968681ac9f8,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:52.124575 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port baabe953-26c3-4509-b6e1-3529f9a54fb9, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=baabe953-26c3-4509-b6e1-3529f9a54fb9,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:52.160522 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Routers {'5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:31:52.160522 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:31:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:52.173759 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f983e-d87c-4f3d-baf8-f0b0e8470d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816b4165-a12d-4781-96f1-c6e7cd4f782f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:52.190457 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Request body: {'port': {'device_id': '28c8ce03-d2e7-4933-9f57-288cbc4940d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:31:52.276896 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.310098 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d95f983e-d87c-4f3d-baf8-f0b0e8470d2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5620c2f96f554fdfb17ac8ffa3b67a93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5454092 Aug 17 02:31:52.325460 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55470) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:52.364978 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.513623 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.533956 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.665498 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-91c0ebb0-9110-4c45-b9de-d582c0071ee6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:52.667226 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-91c0ebb0-9110-4c45-b9de-d582c0071ee6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 819 time: 0.5127549 Aug 17 02:31:52.702740 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-45a32833-33e4-4264-bde1-88d219cd4595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:52.744371 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-bdb2abd8-47b5-4ee7-bff9-326e96114e93 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/quotas/907ba4d8c7c44c5aa1d3109f812a07cb HTTP/1.1" status: 200 len: 375 time: 0.0542865 Aug 17 02:31:52.763203 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=baabe953-26c3-4509-b6e1-3529f9a54fb9,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:52.803726 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] Set router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:31:53.047122 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-e71f9908-6139-407f-87f2-66dcdb892e18 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2787325 Aug 17 02:31:53.072678 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48993084-5068-4987-b7ad-3830d5be810f req-1cc6fddb-4104-4141-94a5-424e2db7d0d5 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:53.074941 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-48993084-5068-4987-b7ad-3830d5be810f req-1cc6fddb-4104-4141-94a5-424e2db7d0d5 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 932 time: 0.2103181 Aug 17 02:31:53.091754 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-45a32833-33e4-4264-bde1-88d219cd4595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.106346 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:31:53.201939 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55496) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:53.252030 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d7d70f5-c640-4bf0-9f6c-15616e6d9c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.325494 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-48993084-5068-4987-b7ad-3830d5be810f req-ff233e06-b995-4767-aac7-5bbc34aeecf0 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377112 Aug 17 02:31:53.360432 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.378972 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.446678 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:44Z', 'revision_number': 4, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'gw_port': {'id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:38Z', 'updated_at': '2021-08-17T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'f7f725fe-7b68-48c6-99df-2968681ac9f8', 'name': '', 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'mac_address': 'fa:16:3e:ea:f5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0a1b29d-6e7f-4432-8d5d-be05b1db0a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:43Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 4, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'subnets': [{'id': 'c0a1b29d-6e7f-4432-8d5d-be05b1db0a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:31:53.504013 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b0ab7-29be-4740-924d-2d00f5c5fd1e None None] The sync data for ids ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'] in dv-cinder-799871-4-iscsi is: [{'id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:44Z', 'revision_number': 4, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'gw_port': {'id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:38Z', 'updated_at': '2021-08-17T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'f7f725fe-7b68-48c6-99df-2968681ac9f8', 'name': '', 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'mac_address': 'fa:16:3e:ea:f5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0a1b29d-6e7f-4432-8d5d-be05b1db0a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:43Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 4, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'subnets': [{'id': 'c0a1b29d-6e7f-4432-8d5d-be05b1db0a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:31:53.552718 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'Port': ['ID=3771085f-560c-43ce-81c2-d2e2794f7110,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:53.662051 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:31:53.692383 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-45a32833-33e4-4264-bde1-88d219cd4595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.696174 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-45a32833-33e4-4264-bde1-88d219cd4595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.700172 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.700998 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-45a32833-33e4-4264-bde1-88d219cd4595 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/816b4165-a12d-4781-96f1-c6e7cd4f782f HTTP/1.1" status: 204 len: 168 time: 1.3652022 Aug 17 02:31:53.705168 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.747382 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a32833-33e4-4264-bde1-88d219cd4595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816b4165-a12d-4781-96f1-c6e7cd4f782f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:53.749721 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Transition to ACTIVE for port object d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:31:53.779768 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7181240'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:53.932131 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:54.144488 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d7d70f5-c640-4bf0-9f6c-15616e6d9c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.164615 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.166100 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-fec4083f-bd30-4daa-9c85-100a71be05b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0420754 Aug 17 02:31:54.169660 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Attempting to bind port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:31:54.170269 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Attempting to bind port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'b0626c3a-aa81-475d-9ccd-e9706bec7851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '576ca2ae-56af-436c-9066-879ec97ea39f'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:31:54.170766 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Attempting to bind port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 on network 576ca2ae-56af-436c-9066-879ec97ea39f {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:54.174622 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5d7d70f5-c640-4bf0-9f6c-15616e6d9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.209315 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d70f5-c640-4bf0-9f6c-15616e6d9c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190d5614-d3cf-434a-8e7b-8576227f661b,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:54.214971 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 on network 576ca2ae-56af-436c-9066-879ec97ea39f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:31:54.215899 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Attempting to bind port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 on network 576ca2ae-56af-436c-9066-879ec97ea39f {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:31:54.225978 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:31:54.226395 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Checking segment: {'id': 'b0626c3a-aa81-475d-9ccd-e9706bec7851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '576ca2ae-56af-436c-9066-879ec97ea39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:31:54.227078 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Bound using segment: {'id': 'b0626c3a-aa81-475d-9ccd-e9706bec7851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '576ca2ae-56af-436c-9066-879ec97ea39f'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:31:54.227773 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Bound port: d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0626c3a-aa81-475d-9ccd-e9706bec7851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '576ca2ae-56af-436c-9066-879ec97ea39f'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:31:54.228371 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.287316 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5d7d70f5-c640-4bf0-9f6c-15616e6d9c59 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18af12d8e2ed4eff94f0f3b67b09cb62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0821679 Aug 17 02:31:54.287894 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55528) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:54.394457 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] For port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9, host hv-cinder-79987, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:31:54.400821 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] For port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,segment=NetworkSegment(b0626c3a-aa81-475d-9ccd-e9706bec7851),segment_id=b0626c3a-aa81-475d-9ccd-e9706bec7851)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:31:54.415609 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7181240'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.513653 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-babdd9a6-f50f-4327-b577-89c2882ad9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.556575 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:54.578479 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.583983 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.586303 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-027ae6ee-3e5e-49a1-841a-169f9e20c9e2 service neutron] 10.222.0.63 "PUT /v2.0/ports/d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 HTTP/1.1" status: 200 len: 1094 time: 2.8724864 Aug 17 02:31:54.587173 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c8ce03-d2e7-4933-9f57-288cbc4940d8', 'tag': 'd17cbad0-76d1-4a0d-a16c-ffe78dff4ce9'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:31:54.632115 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device f7f725fe-7b68-48c6-99df-2968681ac9f8 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:54.637183 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-babdd9a6-f50f-4327-b577-89c2882ad9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.674001 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a45a0-0d9b-4665-add3-cc353879e755 req-d3e78cf7-a384-42d2-841d-196c57faa50d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:54.675586 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f67a45a0-0d9b-4665-add3-cc353879e755 req-d3e78cf7-a384-42d2-841d-196c57faa50d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.1554985 Aug 17 02:31:54.772804 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-34af0d22-2db8-4e2d-8e98-563f8c76da84 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:31:54.773853 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-34af0d22-2db8-4e2d-8e98-563f8c76da84 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7384152 Aug 17 02:31:54.778465 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port f7f725fe-7b68-48c6-99df-2968681ac9f8 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:31:54.784068 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port f7f725fe-7b68-48c6-99df-2968681ac9f8 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:54.785407 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.822438 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f67a45a0-0d9b-4665-add3-cc353879e755 req-9d85163a-153a-4040-8ee9-8a54009545cd tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384695 Aug 17 02:31:54.950015 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-babdd9a6-f50f-4327-b577-89c2882ad9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.957238 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-babdd9a6-f50f-4327-b577-89c2882ad9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.958484 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-babdd9a6-f50f-4327-b577-89c2882ad9d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/190d5614-d3cf-434a-8e7b-8576227f661b HTTP/1.1" status: 204 len: 168 time: 0.6685081 Aug 17 02:31:54.970861 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:54.986610 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdd9a6-f50f-4327-b577-89c2882ad9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d5614-d3cf-434a-8e7b-8576227f661b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:55.061850 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port f7f725fe-7b68-48c6-99df-2968681ac9f8, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=f7f725fe-7b68-48c6-99df-2968681ac9f8,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:31:55.070826 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.071978 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device baabe953-26c3-4509-b6e1-3529f9a54fb9 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:55.086291 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-3a6d4a15-b5a3-4fb8-a91d-d7553a9e98bc service neutron] 10.222.0.52 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957356 Aug 17 02:31:55.282250 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-f3673156-7963-40a7-a4dc-cc3d2bda96b1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1819833270&fields=id&tenant_id=bfdd0fde104c4b9b9666233fcc6b4882 HTTP/1.1" status: 200 len: 267 time: 0.1712575 Aug 17 02:31:55.367321 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port baabe953-26c3-4509-b6e1-3529f9a54fb9 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:55.367751 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:55.369766 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=f7f725fe-7b68-48c6-99df-2968681ac9f8,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:55.412815 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-c2940de2-14cc-449b-8f69-98f3e0a0f206 service neutron] 10.222.0.52 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221776 Aug 17 02:31:55.527146 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-abfb598a-7ae7-4e50-a6e2-d2ecdfa0158f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:55.530832 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-abfb598a-7ae7-4e50-a6e2-d2ecdfa0158f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 817 time: 0.2354088 Aug 17 02:31:55.549358 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-2d6fcaa7-e0fa-4e0a-b16d-2598308a9917 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/quotas/bfdd0fde104c4b9b9666233fcc6b4882 HTTP/1.1" status: 200 len: 375 time: 0.0113404 Aug 17 02:31:55.661727 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72c53c020253eb0660dedda3e1088a18ea9b353c5a9e039755f8873f60367545" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f" -d '{"events": [{"name": "network-changed", "server_uuid": "28c8ce03-d2e7-4933-9f57-288cbc4940d8", "tag": "d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:31:55.855035 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-8a63cca5-042a-4b9d-a6e6-36dee146dd54 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2977352 Aug 17 02:31:55.866827 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-099fd16e-26de-409a-9deb-4f7f74ed57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:55.868998 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-099fd16e-26de-409a-9deb-4f7f74ed57c8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=993a71be71e64a06bf01992b5af5df14&device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 1097 time: 0.2036664 Aug 17 02:31:56.042054 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-17106c3f-c8bf-4348-883f-860f5af3f605 service neutron] 10.222.0.52 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714942 Aug 17 02:31:56.095163 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-fcba1282-bb7b-4ea7-855f-c0e879e8d3a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 HTTP/1.1" status: 200 len: 217 time: 0.2126462 Aug 17 02:31:56.220576 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-32d7d089-00fb-4756-954e-028892dce846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.224596 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-32d7d089-00fb-4756-954e-028892dce846 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1b0c42a0-64a2-4e98-9dbd-455389ef9b21 HTTP/1.1" status: 200 len: 851 time: 0.1080685 Aug 17 02:31:56.245880 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-86bd5606-22b3-49d1-95f0-c5626486d6f1 service neutron] 10.222.0.52 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811657 Aug 17 02:31:56.460106 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device f7f725fe-7b68-48c6-99df-2968681ac9f8 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:31:56.528990 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-a83a6239-7fde-4d78-9ede-104ffae05f47 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=576ca2ae-56af-436c-9066-879ec97ea39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922410 Aug 17 02:31:56.726121 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port f7f725fe-7b68-48c6-99df-2968681ac9f8 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:31:56.726933 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:56.931820 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8869-cc68-47d4-ba01-c46cc8dee832 req-b6148164-20dc-411b-b81a-76746fd6d84b tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:56.935550 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-17fc8869-cc68-47d4-ba01-c46cc8dee832 req-b6148164-20dc-411b-b81a-76746fd6d84b tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.1636324 Aug 17 02:31:57.002155 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb75e21-b110-497e-bc83-eb562c6f62e1 x-openstack-request-id: req-7bb75e21-b110-497e-bc83-eb562c6f62e1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:31:57.002694 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c8ce03-d2e7-4933-9f57-288cbc4940d8", "tag": "d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:31:57.002788 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bb75e21-b110-497e-bc83-eb562c6f62e1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:31:57.003226 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c8ce03-d2e7-4933-9f57-288cbc4940d8', 'tag': 'd17cbad0-76d1-4a0d-a16c-ffe78dff4ce9', 'status': 'completed', 'code': 200} Aug 17 02:31:57.060213 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-17fc8869-cc68-47d4-ba01-c46cc8dee832 req-5c9b4036-cd67-4803-92d5-47f067746760 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143372 Aug 17 02:31:57.219560 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01f3e36d-264d-4bcc-91ef-0e37d44fc33e req-fbbb8cda-ad89-4ead-ade3-c53f4c596cd0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.0998814 Aug 17 02:31:57.255438 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-885655e8-374b-4212-a444-cfd6cd2e83a1 req-bfb473b8-081e-4496-b063-5ce6c34ecde2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.1058567 Aug 17 02:31:58.035307 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55658) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:58.219583 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36800566-8165-46ee-9393-58e459c82a37 req-3ea19912-f57c-4e7c-9c6d-911f14de232e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:58.221547 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-36800566-8165-46ee-9393-58e459c82a37 req-3ea19912-f57c-4e7c-9c6d-911f14de232e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0681531 Aug 17 02:31:58.316366 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-36800566-8165-46ee-9393-58e459c82a37 req-af8a1485-631b-4490-b3e6-89ab804bdc30 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870664 Aug 17 02:31:58.490295 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b2c27a86-623f-4577-9911-e7dc1e9b1bee req-409b6dd5-eb3b-4e91-842f-bb064533b147 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.0683386 Aug 17 02:31:58.581994 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21833868-0a18-4aa4-bb30-ab8de99fac9f req-562d5680-1053-41fd-994e-c28c3f512d2d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.0955129 Aug 17 02:31:58.581994 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b4f95b9-21d3-468f-8b4a-86ad377ea1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.763619 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b4f95b9-21d3-468f-8b4a-86ad377ea1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.778227 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b4f95b9-21d3-468f-8b4a-86ad377ea1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.830860 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-7b4f95b9-21d3-468f-8b4a-86ad377ea1cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fbd0d814c5c418a8de1c3ed4585d211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921214 Aug 17 02:31:58.831976 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f95b9-21d3-468f-8b4a-86ad377ea1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefc2ee1-f344-4f20-9279-51ebeaf4a972,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:58.841484 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55690) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:31:58.916512 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92f300cc-1362-474d-8b56-889026ec7946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:58.941781 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92f300cc-1362-474d-8b56-889026ec7946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.000440 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92f300cc-1362-474d-8b56-889026ec7946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.003263 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-92f300cc-1362-474d-8b56-889026ec7946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:31:59.007299 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-92f300cc-1362-474d-8b56-889026ec7946 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eefc2ee1-f344-4f20-9279-51ebeaf4a972 HTTP/1.1" status: 204 len: 168 time: 0.1636391 Aug 17 02:31:59.015441 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f300cc-1362-474d-8b56-889026ec7946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefc2ee1-f344-4f20-9279-51ebeaf4a972,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:31:59.537295 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a561ef-df32-42af-a358-290e1d3e8e40 req-93c4485d-eea1-44b4-a1ff-b30379035902 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:31:59.541540 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f3a561ef-df32-42af-a358-290e1d3e8e40 req-93c4485d-eea1-44b4-a1ff-b30379035902 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.1398013 Aug 17 02:31:59.642345 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f3a561ef-df32-42af-a358-290e1d3e8e40 req-2ce1221b-ff73-4b6e-8dad-9da87586343f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840101 Aug 17 02:31:59.748024 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2ef77eb2-4de3-48b8-a9da-ba4b784cfd2e req-e5c9d00d-8479-489d-a330-8609b0b25cc2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.0974758 Aug 17 02:31:59.837808 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97f9cfd8-f517-4fa7-9787-4ff6e65dbc61 req-debb6c51-1467-4d9a-b43c-9d7e79f9e224 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.0408936 Aug 17 02:32:00.745918 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b88984-83e6-4c4a-8630-05688bb3c98d req-dd8b6c70-0aeb-4997-85b7-9795e508fcba tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:00.747628 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62b88984-83e6-4c4a-8630-05688bb3c98d req-dd8b6c70-0aeb-4997-85b7-9795e508fcba tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0581667 Aug 17 02:32:00.807603 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62b88984-83e6-4c4a-8630-05688bb3c98d req-009f4d2f-7597-4324-8465-c5de89583549 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538044 Aug 17 02:32:00.879213 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-99338135-1806-481c-ace8-e8376c7b18f0 req-e7b0e9f7-ed45-45e4-9860-947c657b0050 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.0282171 Aug 17 02:32:00.940351 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-53509ee0-10fa-4ad9-bb78-dc375a2a011e req-dc86cb42-8b89-4c85-9566-73758e0a6933 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.0256746 Aug 17 02:32:01.916301 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348bcf9-285b-479c-a38f-02f19921117b req-fd8d3eed-1d15-45e3-9fcd-bede77c23c4d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:01.917795 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8348bcf9-285b-479c-a38f-02f19921117b req-fd8d3eed-1d15-45e3-9fcd-bede77c23c4d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0480070 Aug 17 02:32:01.965538 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8348bcf9-285b-479c-a38f-02f19921117b req-953f9b4b-3587-497f-b97d-a30715d1d6e6 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Aug 17 02:32:01.979816 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cd5ac2bc-ce1a-4726-85d0-a7947302aa15 req-08d5166e-be66-42e7-9d47-fd050a662412 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.0299220 Aug 17 02:32:02.050474 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b39dc8f9-485e-4904-bd58-0fff3263cb29 req-cc9eb8f3-f97e-4b85-8fe4-277f6e005d70 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.0280373 Aug 17 02:32:03.106389 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a2edceb8-5e33-4c54-9c52-6ec077ceb4b5 req-cbd0637c-37a5-4b34-8ab8-e3614cd09394 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.0457261 Aug 17 02:32:03.126287 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74d812-b753-48be-88c2-5739ead79390 req-9ff7c0ab-7160-4451-a641-583c7c983a6e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:03.127808 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0d74d812-b753-48be-88c2-5739ead79390 req-9ff7c0ab-7160-4451-a641-583c7c983a6e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0800209 Aug 17 02:32:03.168429 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0d74d812-b753-48be-88c2-5739ead79390 req-f02c40f7-bad3-4efd-bbd8-628daba899dc tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336733 Aug 17 02:32:03.194065 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3acbd2d5-53cf-4afc-8b43-76e1e3d805db req-0b9f6f8e-6cad-4dd3-a280-7312fec0528a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.0294826 Aug 17 02:32:03.756140 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55834) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:03.819058 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.864875 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f6ae8d-5a8c-4a2a-826f-3cd80f6eddd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.961581 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f6ae8d-5a8c-4a2a-826f-3cd80f6eddd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:03.965250 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-00f6ae8d-5a8c-4a2a-826f-3cd80f6eddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.003599 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-00f6ae8d-5a8c-4a2a-826f-3cd80f6eddd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79b15c969545476f89c4aaa27845973d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464154 Aug 17 02:32:04.004711 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6ae8d-5a8c-4a2a-826f-3cd80f6eddd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1eff36-7994-4f1d-8632-128a6bf0120b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:04.006270 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55844) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:04.056230 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33b9df20-a942-4f5a-b38d-1f04b8887a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.077336 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33b9df20-a942-4f5a-b38d-1f04b8887a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.121860 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33b9df20-a942-4f5a-b38d-1f04b8887a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.124362 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-33b9df20-a942-4f5a-b38d-1f04b8887a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.125479 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-33b9df20-a942-4f5a-b38d-1f04b8887a08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e1eff36-7994-4f1d-8632-128a6bf0120b HTTP/1.1" status: 204 len: 168 time: 0.1181509 Aug 17 02:32:04.132851 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9df20-a942-4f5a-b38d-1f04b8887a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1eff36-7994-4f1d-8632-128a6bf0120b,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:04.206903 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0727803a-b5d2-4d70-b833-8acea1af4873 req-ae24a515-2d4f-44de-9607-269804e9c281 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.0270309 Aug 17 02:32:04.300811 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-36506df4-8de5-4af0-a2ac-ab8d807d7e7a req-75891709-b062-4fa9-ab6e-5c535e5242d3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.0309927 Aug 17 02:32:04.316409 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a47be1-3d9f-4078-8925-5ba32968da65 req-27209ce0-35c2-48f7-a796-c0ca5b227286 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:04.318123 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-17a47be1-3d9f-4078-8925-5ba32968da65 req-27209ce0-35c2-48f7-a796-c0ca5b227286 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0775690 Aug 17 02:32:04.416612 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55858) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:04.430488 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2748f274-06d8-4965-afc5-5d381b66c419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.506984 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-17a47be1-3d9f-4078-8925-5ba32968da65 req-9050d084-4d5e-4a03-b092-0f87e2a0ba7e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826403 Aug 17 02:32:04.523942 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2748f274-06d8-4965-afc5-5d381b66c419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.527793 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2748f274-06d8-4965-afc5-5d381b66c419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.565850 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2748f274-06d8-4965-afc5-5d381b66c419 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b35796d5414841acb6bb7dc545bbf55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480727 Aug 17 02:32:04.566903 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748f274-06d8-4965-afc5-5d381b66c419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb73924-c2ee-448f-82aa-7cf40c42cbbc,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:04.569125 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 55860) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:04.617289 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-594f38b7-46f5-4de7-9753-75d0d66ab234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.637918 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-594f38b7-46f5-4de7-9753-75d0d66ab234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.682226 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-594f38b7-46f5-4de7-9753-75d0d66ab234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.684656 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-594f38b7-46f5-4de7-9753-75d0d66ab234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:04.685831 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-594f38b7-46f5-4de7-9753-75d0d66ab234 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3cb73924-c2ee-448f-82aa-7cf40c42cbbc HTTP/1.1" status: 204 len: 168 time: 0.1156361 Aug 17 02:32:04.694614 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f38b7-46f5-4de7-9753-75d0d66ab234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb73924-c2ee-448f-82aa-7cf40c42cbbc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:05.161224 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.63', 49875) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:05.287607 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-0cdc81ee-7762-4432-8bd7-a9075d923011 service neutron] 10.222.0.63 "GET /v2.0/networks/576ca2ae-56af-436c-9066-879ec97ea39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229286 Aug 17 02:32:05.321697 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3bd33c0f-1a61-4aeb-a58a-e637f95ad269 req-00f6b774-c637-4521-82ae-7706b5503b16 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.0408397 Aug 17 02:32:05.331913 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c92dd04d-a72a-49f8-926a-30975c54ffd0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:05.333786 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c92dd04d-a72a-49f8-926a-30975c54ffd0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.63 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 819 time: 0.1625686 Aug 17 02:32:05.402160 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-34a02e3a-1443-4ea7-abca-d406af03df8d req-aef8a51d-e020-453e-a667-88a3665bd3c7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.0275137 Aug 17 02:32:05.526552 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Request body: {'port': {'device_id': '5d5fab36-59af-4847-9131-bad6da549c63', 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43', 'admin_state_up': True, 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:05.697371 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-ec315295-a373-4dc0-83d4-5e7caf1e1f02 req-924e5bd5-4b30-4d74-9c11-9d3849a9c3bc service neutron] 10.222.0.63 "GET /v2.0/networks/576ca2ae-56af-436c-9066-879ec97ea39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741731 Aug 17 02:32:05.719188 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbef6fa-6704-4443-a325-3f86780de114 req-2b278e9e-cee4-45dc-a2a5-9bf359b2d35b tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:05.720981 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ddbef6fa-6704-4443-a325-3f86780de114 req-2b278e9e-cee4-45dc-a2a5-9bf359b2d35b tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0906179 Aug 17 02:32:05.790165 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ddbef6fa-6704-4443-a325-3f86780de114 req-190942f3-4f82-4586-8c50-d156f9306d96 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606730 Aug 17 02:32:05.799710 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Made reservation on behalf of 907ba4d8c7c44c5aa1d3109f812a07cb for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:05.807445 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:05.845176 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-f5b76bde-a25a-42da-b3df-7fcc32ee0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:05.847184 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-f5b76bde-a25a-42da-b3df-7fcc32ee0a9f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=993a71be71e64a06bf01992b5af5df14&device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 1097 time: 0.0671811 Aug 17 02:32:06.131183 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Allocated IP 172.20.0.5 (0d5c2b39-54e0-4494-a97b-10c8c3ba8c43/c0a1b29d-6e7f-4432-8d5d-be05b1db0a15/4a48879d-0fba-46ab-8885-aeaff4273855) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:06.230807 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.63', 49880) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:06.333282 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-9b6bcbb6-03ac-47aa-8a17-47201cbd06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.334954 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-9b6bcbb6-03ac-47aa-8a17-47201cbd06b8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=576ca2ae-56af-436c-9066-879ec97ea39f HTTP/1.1" status: 200 len: 912 time: 0.4762132 Aug 17 02:32:06.450186 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.462078 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-a88f1042-c8d1-42a8-a8f0-0315aff52633 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.464054 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-a88f1042-c8d1-42a8-a8f0-0315aff52633 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 817 time: 0.2312095 Aug 17 02:32:06.537860 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-6199718e-8979-48d1-9da2-d33790a53f8c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 HTTP/1.1" status: 200 len: 217 time: 0.0592971 Aug 17 02:32:06.578055 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-075eef61-dea7-4400-a073-b6c277eb7301 req-0b60eaeb-f25e-4460-b98f-ce0b1f0b9bd9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.1210043 Aug 17 02:32:06.579269 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.625851 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-9123e7d3-18cd-4dad-b409-397889643700 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfdd0fde104c4b9b9666233fcc6b4882 HTTP/1.1" status: 200 len: 380 time: 0.1387517 Aug 17 02:32:06.638708 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'port': {'device_id': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'admin_state_up': True, 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'security_groups': ['a4fb4cef-cc64-4233-9a77-2ca8145d2977']}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:06.648579 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cd351d35-f351-4355-9cab-4d40c270812f req-f3afe465-c7aa-4547-904f-0d8e8b8006ce tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.0964308 Aug 17 02:32:06.705092 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-5c646555-1114-4221-9338-d3d108aa8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.708753 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-5c646555-1114-4221-9338-d3d108aa8adf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1b0c42a0-64a2-4e98-9dbd-455389ef9b21 HTTP/1.1" status: 200 len: 851 time: 0.1582773 Aug 17 02:32:06.752047 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Pushing event updated for resources: {'Port': ['ID=4a48879d-0fba-46ab-8885-aeaff4273855,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:06.766243 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:06.768232 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:06.778217 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:06.870999 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:06.871727 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.872041 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Made reservation on behalf of bfdd0fde104c4b9b9666233fcc6b4882 for: {'port': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:06.875723 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:06.891739 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-c33eb32a-8b85-4d65-87d8-34c2979a1246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3735094 Aug 17 02:32:06.916138 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.63', 49884) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:06.932354 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Request body: {'port': {'device_id': '5d5fab36-59af-4847-9131-bad6da549c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:06.979354 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-ae5c0d62-0176-42e6-a6af-acd52e3ba0de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=576ca2ae-56af-436c-9066-879ec97ea39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582373 Aug 17 02:32:07.247376 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.264752 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Allocated IP 172.20.0.8 (37c4a5aa-9d76-4349-b5d3-2497cc600e9a/d6bb0913-8a0e-49e9-826c-1a2d1eeef300/6fec36d0-662b-47e1-9f51-4371547b09ca) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:07.269642 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-46b73c4c-cae0-44ce-a840-b5f7d76e8eb6 service neutron] 10.222.0.63 "GET /v2.0/networks/576ca2ae-56af-436c-9066-879ec97ea39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559223 Aug 17 02:32:07.309884 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 55988) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:07.312663 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a2949-8193-4765-977d-c9a872932428 req-bc4f5e29-0b5a-4190-9855-519345128680 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:07.320675 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e1a2949-8193-4765-977d-c9a872932428 req-bc4f5e29-0b5a-4190-9855-519345128680 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.2976837 Aug 17 02:32:07.432048 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-adae665e-0016-48d4-874b-a3ca2622028d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:07.434764 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-adae665e-0016-48d4-874b-a3ca2622028d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.63 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 819 time: 0.4962504 Aug 17 02:32:07.444420 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e1a2949-8193-4765-977d-c9a872932428 req-15447cb2-125f-4557-9e9d-a2a53ea8321e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227643 Aug 17 02:32:07.456704 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Request body: {'port': {'device_id': '5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3', 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43', 'admin_state_up': True, 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:07.480543 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-369730c2-47c6-4404-81a3-9997ad35d455 service neutron] 10.222.0.63 "GET /v2.0/networks/576ca2ae-56af-436c-9066-879ec97ea39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927168 Aug 17 02:32:07.536180 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.557044 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Transition to ACTIVE for port object 6fec36d0-662b-47e1-9f51-4371547b09ca will not be triggered until provisioned by entity DHCP. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:07.566679 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-91e94aa7-986d-411f-ad54-c404a19b774b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.633985 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.649998 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 56000) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:07.689741 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:07.699315 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:07.702243 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:07.743933 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:07.759127 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2d7300c3-c383-4116-b0dd-05ecd5b9afc7 req-44482286-f4ff-4768-b0ed-465c5f60275d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.1042509 Aug 17 02:32:07.804619 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:07.805488 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.837394 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-91e94aa7-986d-411f-ad54-c404a19b774b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.842932 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-91e94aa7-986d-411f-ad54-c404a19b774b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.890787 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-91e94aa7-986d-411f-ad54-c404a19b774b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c31219190f734b7383cdac676e109f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5767972 Aug 17 02:32:07.891239 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56006) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:07.898870 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e94aa7-986d-411f-ad54-c404a19b774b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877035dc-a056-48aa-8478-fd19673068f3,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:07.954148 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0223cee6-9767-4cec-83e4-3d67415dc50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:07.979533 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0223cee6-9767-4cec-83e4-3d67415dc50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.043778 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0223cee6-9767-4cec-83e4-3d67415dc50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.046524 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0223cee6-9767-4cec-83e4-3d67415dc50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.050461 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0223cee6-9767-4cec-83e4-3d67415dc50f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/877035dc-a056-48aa-8478-fd19673068f3 HTTP/1.1" status: 204 len: 168 time: 0.1558888 Aug 17 02:32:08.057204 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223cee6-9767-4cec-83e4-3d67415dc50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877035dc-a056-48aa-8478-fd19673068f3,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:08.075734 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-fc8a22db-2ec6-4831-8595-f4be7b6da4b5 None None] Provisioning for port 6fec36d0-662b-47e1-9f51-4371547b09ca completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:08.092429 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-bc886462-3812-4959-adde-74f55e610269 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4583380 Aug 17 02:32:08.100324 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-fc8a22db-2ec6-4831-8595-f4be7b6da4b5 None None] Provisioning complete for port 6fec36d0-662b-47e1-9f51-4371547b09ca triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:08.100701 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fc8a22db-2ec6-4831-8595-f4be7b6da4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.111665 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Made reservation on behalf of 907ba4d8c7c44c5aa1d3109f812a07cb for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:08.116551 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.119909 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cb9a62-00fd-43bc-a599-3b07a7b725a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.143438 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a22db-2ec6-4831-8595-f4be7b6da4b5 None None] Port 6fec36d0-662b-47e1-9f51-4371547b09ca cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:32:08.177672 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b6d12-7d2e-4580-a114-c152d400b7ed req-d1eaf53c-62e1-46cc-807d-243fcb1201fa tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.179257 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b37b6d12-7d2e-4580-a114-c152d400b7ed req-d1eaf53c-62e1-46cc-807d-243fcb1201fa tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 931 time: 0.3675644 Aug 17 02:32:08.344027 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a48879d-0fba-46ab-8885-aeaff4273855 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:08.358127 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b37b6d12-7d2e-4580-a114-c152d400b7ed req-a441a703-126a-4147-8c9d-f50ba132218e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714940 Aug 17 02:32:08.360161 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.389710 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Transition to ACTIVE for port object 4a48879d-0fba-46ab-8885-aeaff4273855 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:08.403519 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.456700 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56022) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:08.479359 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dfca12fe-6833-48df-bb55-bc219ae4a8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.519912 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Allocated IP 172.20.0.4 (0d5c2b39-54e0-4494-a97b-10c8c3ba8c43/c0a1b29d-6e7f-4432-8d5d-be05b1db0a15/b049756c-f19b-4000-bfae-ee58aba41a59) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:08.559589 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Pushing event updated for resources: {'Port': ['ID=4a48879d-0fba-46ab-8885-aeaff4273855,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:08.612077 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cb9a62-00fd-43bc-a599-3b07a7b725a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.666930 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f0cb9a62-00fd-43bc-a599-3b07a7b725a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.739897 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dfca12fe-6833-48df-bb55-bc219ae4a8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.751519 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dfca12fe-6833-48df-bb55-bc219ae4a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.754340 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a7f2e94a-3a21-4218-a858-b72b7d114c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.757086 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f0cb9a62-00fd-43bc-a599-3b07a7b725a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e345b2eb45e64985883559e84037126d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1001303 Aug 17 02:32:08.767843 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56034) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:08.783280 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c7052-a29c-4a64-9e95-0942bf6f73db req-5b25c19b-f019-4a04-98e5-d6105274a421 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:08.784905 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-555c7052-a29c-4a64-9e95-0942bf6f73db req-5b25c19b-f019-4a04-98e5-d6105274a421 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.2038677 Aug 17 02:32:08.814073 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb9a62-00fd-43bc-a599-3b07a7b725a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1478baa5-58e1-4acc-aaab-68cf8d4fd6a8,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:08.836892 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-dfca12fe-6833-48df-bb55-bc219ae4a8db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a0a4319db804f94ac3b8e283e6b9697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769827 Aug 17 02:32:08.843499 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 56040) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:08.860795 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca12fe-6833-48df-bb55-bc219ae4a8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a7143-ed3e-4377-a012-70921b8641ac,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:08.868896 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Attempting to bind port 4a48879d-0fba-46ab-8885-aeaff4273855 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:08.869136 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Attempting to bind port 4a48879d-0fba-46ab-8885-aeaff4273855 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:08.869485 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Attempting to bind port 4a48879d-0fba-46ab-8885-aeaff4273855 on network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:08.881254 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-663c68b7-9b71-4985-b385-0f0a27012f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.902852 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-663c68b7-9b71-4985-b385-0f0a27012f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.923357 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Port 4a48879d-0fba-46ab-8885-aeaff4273855 on network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:32:08.923673 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Attempting to bind port 4a48879d-0fba-46ab-8885-aeaff4273855 on network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:08.934411 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9241980e-2efa-4a0f-ab96-d8a32a11ff58 req-af05c4a4-31e4-4a1e-bc71-66e23b28e80b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 210 time: 0.0670292 Aug 17 02:32:08.950835 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-663c68b7-9b71-4985-b385-0f0a27012f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.953748 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-663c68b7-9b71-4985-b385-0f0a27012f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.957441 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-663c68b7-9b71-4985-b385-0f0a27012f54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1478baa5-58e1-4acc-aaab-68cf8d4fd6a8 HTTP/1.1" status: 204 len: 168 time: 0.1836662 Aug 17 02:32:08.958390 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:08.958390 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Checking segment: {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:08.958390 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Bound using segment: {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:08.959253 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Bound port: 4a48879d-0fba-46ab-8885-aeaff4273855, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:08.959253 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:08.962958 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-555c7052-a29c-4a64-9e95-0942bf6f73db req-68231362-90cc-4d3c-b8e2-8960f5b85979 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419294 Aug 17 02:32:08.963549 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c68b7-9b71-4985-b385-0f0a27012f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1478baa5-58e1-4acc-aaab-68cf8d4fd6a8,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:09.029433 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.047469 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-320e7ab9-474e-4cfa-9dd4-4fb53caa98c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.091563 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-320e7ab9-474e-4cfa-9dd4-4fb53caa98c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.127516 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] For port 4a48879d-0fba-46ab-8885-aeaff4273855, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:09.167289 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] For port 4a48879d-0fba-46ab-8885-aeaff4273855, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a48879d-0fba-46ab-8885-aeaff4273855,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:09.173225 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.182854 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.226186 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:09.226836 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.228283 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] 10.222.0.63 "PUT /v2.0/ports/4a48879d-0fba-46ab-8885-aeaff4273855 HTTP/1.1" status: 200 len: 1093 time: 2.3144944 Aug 17 02:32:09.232837 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5fab36-59af-4847-9131-bad6da549c63', 'tag': '4a48879d-0fba-46ab-8885-aeaff4273855'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:09.245307 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:09.252927 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-320e7ab9-474e-4cfa-9dd4-4fb53caa98c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.257087 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-320e7ab9-474e-4cfa-9dd4-4fb53caa98c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.261596 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-320e7ab9-474e-4cfa-9dd4-4fb53caa98c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a4a7143-ed3e-4377-a012-70921b8641ac HTTP/1.1" status: 204 len: 168 time: 0.4169884 Aug 17 02:32:09.275410 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:09.281604 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:09.307188 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e04e91-75e8-4440-a44b-0639dbf8b500 service neutron] Pushing event updated for resources: {'Port': ['ID=4a48879d-0fba-46ab-8885-aeaff4273855,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:09.311972 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e7ab9-474e-4cfa-9dd4-4fb53caa98c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a7143-ed3e-4377-a012-70921b8641ac,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:09.330430 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56054) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:09.356329 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a85a5ceb-996b-4d92-a061-d4f1498758de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.375516 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:09.376145 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.386437 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Pushing event updated for resources: {'Port': ['ID=b049756c-f19b-4000-bfae-ee58aba41a59,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:09.452221 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d055473-a4f5-4290-a49d-f0fe2f0aae95" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5fab36-59af-4847-9131-bad6da549c63", "tag": "4a48879d-0fba-46ab-8885-aeaff4273855"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:09.466334 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a85a5ceb-996b-4d92-a061-d4f1498758de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.472465 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a85a5ceb-996b-4d92-a061-d4f1498758de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.501380 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1d39b692-ec74-4d4a-82b5-5979c0f125b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0558248 Aug 17 02:32:09.522177 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a85a5ceb-996b-4d92-a061-d4f1498758de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e70fc09cb3774f5cada54cb8797a25e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905727 Aug 17 02:32:09.524644 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56066) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:09.525739 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099f0ca-9895-435d-9bab-654d2a226949 req-3c7669b0-6dac-4c72-930b-a32b5e65346e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:09.526641 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a5ceb-996b-4d92-a061-d4f1498758de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52374ddc-2b07-4c2d-ac56-741fb5e02c90,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:09.527475 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b099f0ca-9895-435d-9bab-654d2a226949 req-3c7669b0-6dac-4c72-930b-a32b5e65346e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 931 time: 0.0713849 Aug 17 02:32:09.576712 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b099f0ca-9895-435d-9bab-654d2a226949 req-cc077819-a272-43ec-9e96-087c50c60814 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365303 Aug 17 02:32:09.587497 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87b009d6-10cd-4257-a14e-575fd2a1e60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.609709 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87b009d6-10cd-4257-a14e-575fd2a1e60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.663964 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87b009d6-10cd-4257-a14e-575fd2a1e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.667877 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-87b009d6-10cd-4257-a14e-575fd2a1e60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:09.671918 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-87b009d6-10cd-4257-a14e-575fd2a1e60c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52374ddc-2b07-4c2d-ac56-741fb5e02c90 HTTP/1.1" status: 204 len: 168 time: 0.1438732 Aug 17 02:32:09.672050 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b95f3-0c85-432a-a119-02ae6d86e0ce x-openstack-request-id: req-4d8b95f3-0c85-432a-a119-02ae6d86e0ce {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:09.672050 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5fab36-59af-4847-9131-bad6da549c63", "tag": "4a48879d-0fba-46ab-8885-aeaff4273855", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:09.672050 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d8b95f3-0c85-432a-a119-02ae6d86e0ce {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:09.672050 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5fab36-59af-4847-9131-bad6da549c63', 'tag': '4a48879d-0fba-46ab-8885-aeaff4273855', 'status': 'completed', 'code': 200} Aug 17 02:32:09.677938 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b009d6-10cd-4257-a14e-575fd2a1e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52374ddc-2b07-4c2d-ac56-741fb5e02c90,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:10.119949 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d0133-c35b-462d-925e-2763c806ae38 req-48595ec7-691d-4ea3-9aa4-0c76f252bac8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.121469 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5c5d0133-c35b-462d-925e-2763c806ae38 req-48595ec7-691d-4ea3-9aa4-0c76f252bac8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 931 time: 0.0971239 Aug 17 02:32:10.135709 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8c68b-e713-4837-b0b9-3586a88f369d req-7b3daf4d-d13b-44aa-9053-ebae9108545a tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.139075 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4bb8c68b-e713-4837-b0b9-3586a88f369d req-7b3daf4d-d13b-44aa-9053-ebae9108545a tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0762789 Aug 17 02:32:10.199754 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5c5d0133-c35b-462d-925e-2763c806ae38 req-08cad2c9-5d99-4be6-b37d-1a4e8f8507b3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723264 Aug 17 02:32:10.204460 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4bb8c68b-e713-4837-b0b9-3586a88f369d req-58f703fb-885e-4b07-bd31-ef4d3f5d4127 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 Aug 17 02:32:10.706790 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8ffae-272a-4194-925e-ceec9d084721 req-57176ed6-adb4-4aa9-a588-7581f78b6eb2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:10.709026 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ab8ffae-272a-4194-925e-ceec9d084721 req-57176ed6-adb4-4aa9-a588-7581f78b6eb2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 931 time: 0.0513051 Aug 17 02:32:10.752976 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ab8ffae-272a-4194-925e-ceec9d084721 req-b25a3a4d-1e3e-46a2-b267-5eaa5516d0ef tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362928 Aug 17 02:32:11.143996 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Request body: {'port': {'device_id': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:11.202954 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.371256 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-930713a8-9427-4782-b9a1-089bdaaecddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.406311 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec087b30-fd23-4a15-bfcc-07dd22305129 req-c7fd97fb-cd38-4e73-bd33-a6bc63e76115 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:11.416041 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec087b30-fd23-4a15-bfcc-07dd22305129 req-c7fd97fb-cd38-4e73-bd33-a6bc63e76115 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.1263342 Aug 17 02:32:11.427379 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc0467-1063-473f-b5f1-eb75a0208190 req-97491501-bf68-466c-8b6e-4d5401f7cd04 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:11.431314 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7bc0467-1063-473f-b5f1-eb75a0208190 req-97491501-bf68-466c-8b6e-4d5401f7cd04 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 931 time: 0.1433120 Aug 17 02:32:11.518781 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec087b30-fd23-4a15-bfcc-07dd22305129 req-35ae384e-3a69-4462-bca3-221238e855b2 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855563 Aug 17 02:32:11.531287 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.555047 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7bc0467-1063-473f-b5f1-eb75a0208190 req-c4188c8c-93f1-4b78-85d5-1474c5b78c29 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054220 Aug 17 02:32:11.591790 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fec36d0-662b-47e1-9f51-4371547b09ca {{(pid=93866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:11.600299 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.619613 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.provisioning_blocks [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Transition to ACTIVE for port object 6fec36d0-662b-47e1-9f51-4371547b09ca will not be triggered until provisioned by entity L2. {{(pid=93866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:11.630737 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7181240'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.719579 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:11.737127 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 56200) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:11.778724 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Attempting to bind port 6fec36d0-662b-47e1-9f51-4371547b09ca on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:11.779054 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Attempting to bind port 6fec36d0-662b-47e1-9f51-4371547b09ca by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:11.779369 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Attempting to bind port 6fec36d0-662b-47e1-9f51-4371547b09ca on network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:11.783973 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Port 6fec36d0-662b-47e1-9f51-4371547b09ca on network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:32:11.784312 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Attempting to bind port 6fec36d0-662b-47e1-9f51-4371547b09ca on network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:11.790887 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:11.791463 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Checking segment: {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:11.791952 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Bound using segment: {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'} {{(pid=93866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:11.792550 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.managers [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Bound port: 6fec36d0-662b-47e1-9f51-4371547b09ca, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'}}] {{(pid=93866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:11.792911 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.868147 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, cleared binding levels {{(pid=93866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:11.872108 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:11.876780 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7181240'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.889477 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-51f3cd76-c0aa-4efd-8ab8-8856a3f8ef8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.909663 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:11.910264 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:11.911748 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] 10.222.0.63 "PUT /v2.0/ports/6fec36d0-662b-47e1-9f51-4371547b09ca HTTP/1.1" status: 200 len: 1093 time: 0.7722192 Aug 17 02:32:11.912260 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:11.914349 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72c53c020253eb0660dedda3e1088a18ea9b353c5a9e039755f8873f60367545" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0778fc34-2feb-4df3-a604-332aef1e21ff" -d '{"events": [{"name": "network-changed", "server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:11.915621 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a2f92-7524-46b0-8750-40c77dd97f2a req-8211d3b4-56ef-4bea-a66b-ce3a3e329d8b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:11.917634 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-847a2f92-7524-46b0-8750-40c77dd97f2a req-8211d3b4-56ef-4bea-a66b-ce3a3e329d8b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0837736 Aug 17 02:32:11.939422 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d968af3-2ade-49fb-88e2-556b83648148 service neutron] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=3']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:11.995185 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-847a2f92-7524-46b0-8750-40c77dd97f2a req-7c645ec1-b8f9-43a7-bc1d-ee7bc9f676ed tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592852 Aug 17 02:32:12.021006 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d870154-370e-48fd-b524-83185f3d53d8 x-openstack-request-id: req-8d870154-370e-48fd-b524-83185f3d53d8 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:12.021638 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:12.022069 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d870154-370e-48fd-b524-83185f3d53d8 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:12.022669 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'status': 'completed', 'code': 200} Aug 17 02:32:12.056311 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-51f3cd76-c0aa-4efd-8ab8-8856a3f8ef8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.061525 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-51f3cd76-c0aa-4efd-8ab8-8856a3f8ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.112884 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-51f3cd76-c0aa-4efd-8ab8-8856a3f8ef8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=429ea10a458d4a63adc3329c1485e450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748543 Aug 17 02:32:12.113776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3cd76-c0aa-4efd-8ab8-8856a3f8ef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f121a4-ae41-43ce-a771-ea9a26c367bf,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:12.116081 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56214) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:12.120499 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.166076 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3baaf851-a934-4b8c-a81d-b9876538f551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.186337 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3baaf851-a934-4b8c-a81d-b9876538f551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.235672 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3baaf851-a934-4b8c-a81d-b9876538f551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.238126 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3baaf851-a934-4b8c-a81d-b9876538f551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.239347 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-3baaf851-a934-4b8c-a81d-b9876538f551 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1f121a4-ae41-43ce-a771-ea9a26c367bf HTTP/1.1" status: 204 len: 168 time: 0.1220703 Aug 17 02:32:12.246671 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baaf851-a934-4b8c-a81d-b9876538f551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f121a4-ae41-43ce-a771-ea9a26c367bf,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:12.492232 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 56222) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:12.505860 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3c7234c0-06d1-4d2d-8887-869b73ea78d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.601625 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3c7234c0-06d1-4d2d-8887-869b73ea78d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.614728 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3c7234c0-06d1-4d2d-8887-869b73ea78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.699846 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-3c7234c0-06d1-4d2d-8887-869b73ea78d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddce81bdf8444413bcd13ebf53d7285c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064793 Aug 17 02:32:12.702382 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56232) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:12.711111 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7234c0-06d1-4d2d-8887-869b73ea78d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b572ee2-9712-43d2-8752-874efebb57f0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:12.721616 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7254216-3f9d-4057-a3c3-de9977bec66f req-4e36725b-461e-47c4-b4b9-726fd90e9177 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:12.724081 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b7254216-3f9d-4057-a3c3-de9977bec66f req-4e36725b-461e-47c4-b4b9-726fd90e9177 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.1202786 Aug 17 02:32:12.742338 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486632e-fa50-4c4b-bbb0-61026d87ec27 req-e2a417a3-072e-4c6e-8ec2-abe97fcac310 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:12.743862 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2486632e-fa50-4c4b-bbb0-61026d87ec27 req-e2a417a3-072e-4c6e-8ec2-abe97fcac310 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 931 time: 0.1033032 Aug 17 02:32:12.767823 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c92b007-5b42-4a99-beff-716b0058b65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.786893 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c92b007-5b42-4a99-beff-716b0058b65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.791553 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b7254216-3f9d-4057-a3c3-de9977bec66f req-2e06d1c8-a1f1-4e73-8e42-ac5e7d8367f9 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579643 Aug 17 02:32:12.804217 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2486632e-fa50-4c4b-bbb0-61026d87ec27 req-42ec40e3-138f-463f-b7e4-916dd9118084 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Aug 17 02:32:12.838515 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c92b007-5b42-4a99-beff-716b0058b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.841032 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c92b007-5b42-4a99-beff-716b0058b65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:12.842135 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4c92b007-5b42-4a99-beff-716b0058b65f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b572ee2-9712-43d2-8752-874efebb57f0 HTTP/1.1" status: 204 len: 168 time: 0.1380367 Aug 17 02:32:12.850255 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92b007-5b42-4a99-beff-716b0058b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b572ee2-9712-43d2-8752-874efebb57f0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:12.982745 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Request body: {'port': {'device_id': '5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:13.048397 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:13.052091 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055473-a4f5-4290-a49d-f0fe2f0aae95 req-edf3ebe1-b378-4364-b684-a8ef2f3f6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.053664 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4d055473-a4f5-4290-a49d-f0fe2f0aae95 req-edf3ebe1-b378-4364-b684-a8ef2f3f6759 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1096 time: 0.0564692 Aug 17 02:32:13.400287 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055473-a4f5-4290-a49d-f0fe2f0aae95 req-fb6a3c4a-606d-44c7-a2e5-61b721af6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.401252 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4d055473-a4f5-4290-a49d-f0fe2f0aae95 req-fb6a3c4a-606d-44c7-a2e5-61b721af6201 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3381765 Aug 17 02:32:13.463035 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778fc34-2feb-4df3-a604-332aef1e21ff req-8566dada-0807-4c2e-9d2f-3ed44fe5bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.464548 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0778fc34-2feb-4df3-a604-332aef1e21ff req-8566dada-0807-4c2e-9d2f-3ed44fe5bb89 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 1096 time: 0.4141638 Aug 17 02:32:13.474850 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e416d02-bc90-4cc7-a528-5a4a5897381b req-449749c5-d1dd-4a23-a601-4e31ba06a722 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.476214 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e416d02-bc90-4cc7-a528-5a4a5897381b req-449749c5-d1dd-4a23-a601-4e31ba06a722 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.3828883 Aug 17 02:32:13.592925 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055473-a4f5-4290-a49d-f0fe2f0aae95 req-4a1a0c79-51ba-4ffb-918b-d2ec5f60042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.594666 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-4d055473-a4f5-4290-a49d-f0fe2f0aae95 req-4a1a0c79-51ba-4ffb-918b-d2ec5f60042d service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854153 Aug 17 02:32:13.683140 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e416d02-bc90-4cc7-a528-5a4a5897381b req-e09f3df0-56f3-4bda-825c-64af7a3a7d84 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819487 Aug 17 02:32:13.741582 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778fc34-2feb-4df3-a604-332aef1e21ff req-75a84615-dc61-4b50-90de-31ebbcd031a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.743072 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0778fc34-2feb-4df3-a604-332aef1e21ff req-75a84615-dc61-4b50-90de-31ebbcd031a5 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2659948 Aug 17 02:32:13.749224 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-5384501d-b628-4dcf-8afa-5ab7662c3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.751332 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-5384501d-b628-4dcf-8afa-5ab7662c3599 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1096 time: 0.0461752 Aug 17 02:32:13.802963 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-4974d83d-5baa-4db2-8b4e-b1191ed6c9d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a48879d-0fba-46ab-8885-aeaff4273855 HTTP/1.1" status: 200 len: 217 time: 0.0435016 Aug 17 02:32:13.888944 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-0ea78680-172f-4cda-85b1-63fc6bee6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:13.891057 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-0ea78680-172f-4cda-85b1-63fc6bee6335 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 200 len: 859 time: 0.0590434 Aug 17 02:32:13.939648 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-f38d17bd-a0dc-4607-95cf-2159a3b1b7db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399103 Aug 17 02:32:14.018117 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.041186 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-5b8f8bd1-f993-4d9b-a07c-650325ec8671 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937047 Aug 17 02:32:14.120344 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bad8fe-0406-44b9-845a-c33f0b4fbe35 req-ec0e2094-f6d5-4b1f-9365-05abb0e8a57c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:14.122235 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-48bad8fe-0406-44b9-845a-c33f0b4fbe35 req-ec0e2094-f6d5-4b1f-9365-05abb0e8a57c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.2226524 Aug 17 02:32:14.126381 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b049756c-f19b-4000-bfae-ee58aba41a59 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:14.139130 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-1139b115-b87e-4f08-8dd7-3f89f5340a79 req-ef34b79b-256d-4628-9d76-4152b9926b8f service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890079 Aug 17 02:32:14.146114 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9b5de-939e-420e-be00-17bc82d5be99 req-e9bf404c-00db-4221-9c80-ada97ecf6df5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:14.147655 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3e9b5de-939e-420e-be00-17bc82d5be99 req-e9bf404c-00db-4221-9c80-ada97ecf6df5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 931 time: 0.2217133 Aug 17 02:32:14.149786 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.153601 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778fc34-2feb-4df3-a604-332aef1e21ff req-7f989ded-d323-42d1-9aef-cb34cc193034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:14.155416 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0778fc34-2feb-4df3-a604-332aef1e21ff req-7f989ded-d323-42d1-9aef-cb34cc193034 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4019442 Aug 17 02:32:14.204188 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Transition to ACTIVE for port object b049756c-f19b-4000-bfae-ee58aba41a59 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:14.242270 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.267874 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-48bad8fe-0406-44b9-845a-c33f0b4fbe35 req-cf9ec14d-04c9-4cdd-940c-18b8d493cf88 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337233 Aug 17 02:32:14.298741 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3e9b5de-939e-420e-be00-17bc82d5be99 req-cf32ea26-9bb5-4ca1-a670-0952bf4e0be3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353810 Aug 17 02:32:14.331208 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-ce2d4f24-91b6-475e-b83a-b833a59637e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:14.333436 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-ce2d4f24-91b6-475e-b83a-b833a59637e0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 1096 time: 0.1329703 Aug 17 02:32:14.334037 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Pushing event updated for resources: {'Port': ['ID=b049756c-f19b-4000-bfae-ee58aba41a59,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:14.431738 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-51619709-8fb0-4cbe-94a5-598e19f1c681 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fec36d0-662b-47e1-9f51-4371547b09ca HTTP/1.1" status: 200 len: 217 time: 0.0778935 Aug 17 02:32:14.509112 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Attempting to bind port b049756c-f19b-4000-bfae-ee58aba41a59 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:14.509437 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Attempting to bind port b049756c-f19b-4000-bfae-ee58aba41a59 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:14.509792 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Attempting to bind port b049756c-f19b-4000-bfae-ee58aba41a59 on network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:14.513775 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-e6336ebf-df6e-4d28-85f0-d361bdb0c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:14.515251 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-e6336ebf-df6e-4d28-85f0-d361bdb0c09a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0756307 Aug 17 02:32:14.517204 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Port b049756c-f19b-4000-bfae-ee58aba41a59 on network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:32:14.517521 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Attempting to bind port b049756c-f19b-4000-bfae-ee58aba41a59 on network 0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:14.523929 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:14.524265 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Checking segment: {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:14.528827 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Bound using segment: {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:14.528827 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Bound port: b049756c-f19b-4000-bfae-ee58aba41a59, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:14.528827 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.638659 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-fad8c98e-b672-4a5d-881f-a7536d861e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:14.640161 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-fad8c98e-b672-4a5d-881f-a7536d861e54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1125643 Aug 17 02:32:14.706431 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] For port b049756c-f19b-4000-bfae-ee58aba41a59, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:14.731956 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] For port b049756c-f19b-4000-bfae-ee58aba41a59, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b049756c-f19b-4000-bfae-ee58aba41a59,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:14.748005 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.818069 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-087d1f0c-13e7-46e8-a177-e3829e010bdb service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663775 Aug 17 02:32:14.860499 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:14.861116 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:14.862450 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] 10.222.0.63 "PUT /v2.0/ports/b049756c-f19b-4000-bfae-ee58aba41a59 HTTP/1.1" status: 200 len: 1093 time: 1.8860273 Aug 17 02:32:14.864373 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3', 'tag': 'b049756c-f19b-4000-bfae-ee58aba41a59'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:14.867103 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a87562-7f1c-4e6a-a975-a744be65b05c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3", "tag": "b049756c-f19b-4000-bfae-ee58aba41a59"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:14.930130 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8ee62f-cc1b-4300-b95e-a939a4565b9d x-openstack-request-id: req-bb8ee62f-cc1b-4300-b95e-a939a4565b9d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:14.930418 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3", "tag": "b049756c-f19b-4000-bfae-ee58aba41a59", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:14.930686 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb8ee62f-cc1b-4300-b95e-a939a4565b9d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:14.931077 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3', 'tag': 'b049756c-f19b-4000-bfae-ee58aba41a59', 'status': 'completed', 'code': 200} Aug 17 02:32:14.945019 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cf51b-0b38-4e5e-800e-e4ef6f12c682 req-4a0c876a-a809-400d-a36c-47b87d8d9ca3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:14.946485 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a9cf51b-0b38-4e5e-800e-e4ef6f12c682 req-4a0c876a-a809-400d-a36c-47b87d8d9ca3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.1669590 Aug 17 02:32:14.950781 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3c13b-fe04-4042-87ba-37e60701c6ef service neutron] Pushing event updated for resources: {'Port': ['ID=b049756c-f19b-4000-bfae-ee58aba41a59,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:15.012632 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a9cf51b-0b38-4e5e-800e-e4ef6f12c682 req-a9626649-26d5-4a5e-9b40-bd106f6759ca tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574434 Aug 17 02:32:15.016207 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a76f26a3-3135-4d3f-a23f-1a1e8263aef4 req-9c8f0abc-493e-4011-9a63-8a20fc45af24 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705694 Aug 17 02:32:15.428317 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5463e-ed16-4576-86e1-6beac85403f4 req-9403c6a3-7a57-433f-a34f-025d31a8b0b6 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:15.429851 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ae5463e-ed16-4576-86e1-6beac85403f4 req-9403c6a3-7a57-433f-a34f-025d31a8b0b6 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0878005 Aug 17 02:32:15.452697 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab403005-123b-46c8-98e5-af5c05352bb7 req-9757a4b4-398d-4c0e-9b32-96b4615fe7e6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:15.454116 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ab403005-123b-46c8-98e5-af5c05352bb7 req-9757a4b4-398d-4c0e-9b32-96b4615fe7e6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0797575 Aug 17 02:32:15.503920 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ae5463e-ed16-4576-86e1-6beac85403f4 req-06289dd5-6f9a-4f47-a360-2d50d812e2c0 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671210 Aug 17 02:32:15.516994 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ab403005-123b-46c8-98e5-af5c05352bb7 req-7bbc9270-fcc4-40f6-9f31-805b9bcc06d0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552087 Aug 17 02:32:16.310938 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515d6bf-d255-4966-a209-8cc595a8bbb6 req-89623fbe-77da-4c79-b348-e1530c8bb17c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.312390 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2515d6bf-d255-4966-a209-8cc595a8bbb6 req-89623fbe-77da-4c79-b348-e1530c8bb17c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.2279050 Aug 17 02:32:16.349698 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2515d6bf-d255-4966-a209-8cc595a8bbb6 req-45e09fcd-e844-41f0-b228-53547269ca3d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302315 Aug 17 02:32:16.575145 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87562-7f1c-4e6a-a975-a744be65b05c req-bfc69fe0-428d-4fdf-a1a7-3438ab4c55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.576918 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a0a87562-7f1c-4e6a-a975-a744be65b05c req-bfc69fe0-428d-4fdf-a1a7-3438ab4c55cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0448940 Aug 17 02:32:16.657291 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8161ad8-6d1b-4844-9185-c0d1f1e290c2 req-7c5e99c4-695f-4b66-a69a-50aad461d268 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.658782 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b8161ad8-6d1b-4844-9185-c0d1f1e290c2 req-7c5e99c4-695f-4b66-a69a-50aad461d268 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0804803 Aug 17 02:32:16.665927 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f94bfa-4d16-4f0b-ba09-23c21df9ff23 req-ff95a8b3-8e4b-4eee-9ffe-b0c6687f9e85 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:16.667318 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87f94bfa-4d16-4f0b-ba09-23c21df9ff23 req-ff95a8b3-8e4b-4eee-9ffe-b0c6687f9e85 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0778749 Aug 17 02:32:16.720513 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b8161ad8-6d1b-4844-9185-c0d1f1e290c2 req-7313c839-7b6c-4214-a422-bec3ca3e62ab tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522523 Aug 17 02:32:16.728002 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87f94bfa-4d16-4f0b-ba09-23c21df9ff23 req-7aaf9652-69da-45b0-a0ea-a2a398588a56 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Aug 17 02:32:17.467485 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04692a5e-70be-429d-a8f6-1cf99de2748f req-45eb72de-0d9b-482b-b9d8-5c17a8dcc3d5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:17.469091 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-04692a5e-70be-429d-a8f6-1cf99de2748f req-45eb72de-0d9b-482b-b9d8-5c17a8dcc3d5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0489790 Aug 17 02:32:17.508971 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-04692a5e-70be-429d-a8f6-1cf99de2748f req-18c961a8-3ca1-4ac7-a16a-894620592037 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 Aug 17 02:32:17.833360 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87562-7f1c-4e6a-a975-a744be65b05c req-4cac0124-cecf-4a1d-b760-33433dcb16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:17.834842 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a0a87562-7f1c-4e6a-a975-a744be65b05c req-4cac0124-cecf-4a1d-b760-33433dcb16b0 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1313741 Aug 17 02:32:17.877822 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f2bc3-ca33-4cd2-8db1-8cd155b20ab3 req-21cd89eb-0d9e-47c8-9fae-bca0b254cc20 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:17.879360 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-953f2bc3-ca33-4cd2-8db1-8cd155b20ab3 req-21cd89eb-0d9e-47c8-9fae-bca0b254cc20 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0871043 Aug 17 02:32:17.888309 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d91b29-7be2-4a53-8e2e-87b8547c7d37 req-0cc3c27e-c313-49b7-8c5f-e4325fdd3434 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:17.899366 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-96d91b29-7be2-4a53-8e2e-87b8547c7d37 req-0cc3c27e-c313-49b7-8c5f-e4325fdd3434 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0903480 Aug 17 02:32:17.958027 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-953f2bc3-ca33-4cd2-8db1-8cd155b20ab3 req-c8aed2fc-66f8-4cf8-919a-933f92e717a3 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660911 Aug 17 02:32:17.965513 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-96d91b29-7be2-4a53-8e2e-87b8547c7d37 req-e3211106-aa7c-47f2-b74f-b312bd8336d4 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629559 Aug 17 02:32:18.634496 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fd2b7-9b6a-4498-92ef-698b509e4238 req-066aabec-c17f-4083-9bda-2eb0e7a9f815 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:18.635999 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-580fd2b7-9b6a-4498-92ef-698b509e4238 req-066aabec-c17f-4083-9bda-2eb0e7a9f815 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0498526 Aug 17 02:32:18.674394 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-580fd2b7-9b6a-4498-92ef-698b509e4238 req-af556b42-cd95-4136-99a5-d9ff62e081bb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Aug 17 02:32:19.114552 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c90343-af00-4ff5-ad0b-36a9d325d969 req-5fd3bef3-0845-4bd0-8ab5-39ffdba61480 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:19.116155 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b7c90343-af00-4ff5-ad0b-36a9d325d969 req-5fd3bef3-0845-4bd0-8ab5-39ffdba61480 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0836096 Aug 17 02:32:19.133136 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ffcd-cb5f-4d5a-93ff-53553e582c1b req-0543782d-368f-4464-9fd1-9d838216751c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:19.134544 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7858ffcd-cb5f-4d5a-93ff-53553e582c1b req-0543782d-368f-4464-9fd1-9d838216751c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0758049 Aug 17 02:32:19.188396 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b7c90343-af00-4ff5-ad0b-36a9d325d969 req-da68dafd-07b1-4b5c-81a5-d44e2ed131f9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646393 Aug 17 02:32:19.193929 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7858ffcd-cb5f-4d5a-93ff-53553e582c1b req-558d5151-9f83-4888-810f-b80a2435450c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469766 Aug 17 02:32:19.428689 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87562-7f1c-4e6a-a975-a744be65b05c req-c4e64b55-7130-48fd-9a83-32fd162be399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:19.430224 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a0a87562-7f1c-4e6a-a975-a744be65b05c req-c4e64b55-7130-48fd-9a83-32fd162be399 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883386 Aug 17 02:32:19.528501 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-64d8700f-dc0d-4649-9dc3-82f9dc1cc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:19.529958 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-64d8700f-dc0d-4649-9dc3-82f9dc1cc620 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0445995 Aug 17 02:32:19.588662 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-bc43a6eb-6e1c-4865-b119-470ec2507cd1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b049756c-f19b-4000-bfae-ee58aba41a59 HTTP/1.1" status: 200 len: 217 time: 0.0359426 Aug 17 02:32:19.645794 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-26499b86-5d66-4c24-aaa5-c7d4cc4fb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:19.647304 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-26499b86-5d66-4c24-aaa5-c7d4cc4fb7fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 200 len: 859 time: 0.0516386 Aug 17 02:32:19.686867 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-b60daea6-23eb-49cf-a9d3-8ebacabd54dd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287783 Aug 17 02:32:19.822479 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba93bb6-d586-410a-8f8d-3c1d68c68601 req-698ddd9c-61ae-4e2c-b9ba-17775979553e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:19.823981 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dba93bb6-d586-410a-8f8d-3c1d68c68601 req-698ddd9c-61ae-4e2c-b9ba-17775979553e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0715275 Aug 17 02:32:19.845029 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-1bc6c099-6679-4c89-8654-d94a0ce89f5f service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349652 Aug 17 02:32:19.921961 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dba93bb6-d586-410a-8f8d-3c1d68c68601 req-2dfff501-ec8a-4a3f-9b84-4291f6b5762f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918431 Aug 17 02:32:19.958167 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe164248-d0bc-483e-b31e-e43a4602a14b req-234f63e6-16a3-4579-aaf1-0c8d32feeb88 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043220 Aug 17 02:32:20.339136 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738ab89-86ea-4463-a57f-a9091e23896b req-f9479fcb-acad-449c-a0b9-369acce7c314 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:20.341750 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7738ab89-86ea-4463-a57f-a9091e23896b req-f9479fcb-acad-449c-a0b9-369acce7c314 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0831649 Aug 17 02:32:20.347928 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f225-5c94-4fe0-91e1-020358ddd4d3 req-43962bbd-1a2c-4131-8a0f-550fbb898e0f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:20.349470 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c263f225-5c94-4fe0-91e1-020358ddd4d3 req-43962bbd-1a2c-4131-8a0f-550fbb898e0f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0832345 Aug 17 02:32:20.402356 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7738ab89-86ea-4463-a57f-a9091e23896b req-77043b96-3d5c-4a15-98e9-d6ea12cf6df3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519509 Aug 17 02:32:20.409363 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c263f225-5c94-4fe0-91e1-020358ddd4d3 req-5c769898-ca33-420d-9f14-cae74cfc26de tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531254 Aug 17 02:32:21.039246 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16b27c-6858-4526-a2c0-c8611bc94505 req-48932340-fc05-42f9-bc07-784b90d852f5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:21.040680 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0b16b27c-6858-4526-a2c0-c8611bc94505 req-48932340-fc05-42f9-bc07-784b90d852f5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0479429 Aug 17 02:32:21.077177 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0b16b27c-6858-4526-a2c0-c8611bc94505 req-69c3fe5b-a86f-4382-877c-d0595d890721 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305893 Aug 17 02:32:21.562557 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d48f5a-7541-47ca-8840-a461f8c16f8f req-3d9feac1-118f-4354-a2bf-811443922458 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:21.564239 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-74d48f5a-7541-47ca-8840-a461f8c16f8f req-3d9feac1-118f-4354-a2bf-811443922458 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0843325 Aug 17 02:32:21.572110 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fee70-df14-413a-a658-6bc3f5c974bb req-7407ba1e-d1a5-4618-bca9-02c15f34fdce tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:21.573464 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-953fee70-df14-413a-a658-6bc3f5c974bb req-7407ba1e-d1a5-4618-bca9-02c15f34fdce tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0915527 Aug 17 02:32:21.627345 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-74d48f5a-7541-47ca-8840-a461f8c16f8f req-c8b38fe2-5535-41a3-b403-d8cdc2ce4879 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529399 Aug 17 02:32:21.632739 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-953fee70-df14-413a-a658-6bc3f5c974bb req-ba45ced7-5bf1-4190-99df-d33555d10456 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525637 Aug 17 02:32:22.195078 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f4cce-46e2-439b-a66e-855b67259781 req-3a41c694-8989-4dd2-ab5b-0f5799318c46 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:22.196530 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-902f4cce-46e2-439b-a66e-855b67259781 req-3a41c694-8989-4dd2-ab5b-0f5799318c46 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0491803 Aug 17 02:32:22.234025 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-902f4cce-46e2-439b-a66e-855b67259781 req-1834efc4-7d01-4ad0-aa41-f719ae6ec705 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313139 Aug 17 02:32:22.776982 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7da84-d7ae-4337-8a2b-b8c1f0aade7e req-044f9167-2313-49b0-b1ed-8edecd814059 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:22.778449 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a5e7da84-d7ae-4337-8a2b-b8c1f0aade7e req-044f9167-2313-49b0-b1ed-8edecd814059 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0816836 Aug 17 02:32:22.786797 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03465c7c-8973-45ae-82a8-4a9c524f8eb8 req-d7628e0a-eca3-4252-ba70-ddec5bb78c6a tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:22.788219 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-03465c7c-8973-45ae-82a8-4a9c524f8eb8 req-d7628e0a-eca3-4252-ba70-ddec5bb78c6a tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0818257 Aug 17 02:32:22.839877 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a5e7da84-d7ae-4337-8a2b-b8c1f0aade7e req-c227b159-73c0-4855-a729-6e0035fde5b9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507057 Aug 17 02:32:22.855520 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-03465c7c-8973-45ae-82a8-4a9c524f8eb8 req-0dbf8ada-2ad4-463d-93cd-c7feaf914661 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589652 Aug 17 02:32:23.352952 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a3b33-d253-47d6-906a-7749b60337bd req-3f7158a9-579a-4e38-8c5e-3745ed4185fb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:23.354535 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-017a3b33-d253-47d6-906a-7749b60337bd req-3f7158a9-579a-4e38-8c5e-3745ed4185fb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0498357 Aug 17 02:32:23.391942 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-017a3b33-d253-47d6-906a-7749b60337bd req-09c88ea6-9f01-43da-a4ab-f9f7c30dbdab tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Aug 17 02:32:23.987772 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6911f1-6a03-4226-ac48-a9c5af120a90 req-3be1917f-5851-4f90-8078-9ee7e201727b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:23.989324 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7d6911f1-6a03-4226-ac48-a9c5af120a90 req-3be1917f-5851-4f90-8078-9ee7e201727b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0822291 Aug 17 02:32:24.001134 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb910a1-2689-4f26-a678-70261600f169 req-764c19f7-8318-4be8-89f1-99e3db549bd9 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:24.002435 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0cb910a1-2689-4f26-a678-70261600f169 req-764c19f7-8318-4be8-89f1-99e3db549bd9 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0647335 Aug 17 02:32:24.050042 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7d6911f1-6a03-4226-ac48-a9c5af120a90 req-a1f54dc7-3fa0-41b8-b07c-55a9fa795246 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465205 Aug 17 02:32:24.062432 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0cb910a1-2689-4f26-a678-70261600f169 req-009db01d-b880-486f-b08b-fd221d9b310f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526958 Aug 17 02:32:24.512456 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c40a4-50cf-481b-b62a-83076fdf8bd4 req-4cef750e-6253-43c1-afd2-6f4e6073b5f7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:24.513942 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-745c40a4-50cf-481b-b62a-83076fdf8bd4 req-4cef750e-6253-43c1-afd2-6f4e6073b5f7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0513413 Aug 17 02:32:24.550800 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-745c40a4-50cf-481b-b62a-83076fdf8bd4 req-fb0fd90a-6a96-4b93-a77c-12b36086f614 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303264 Aug 17 02:32:25.032164 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:25.140691 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,segment=NetworkSegment(b0626c3a-aa81-475d-9ccd-e9706bec7851),segment_id=b0626c3a-aa81-475d-9ccd-e9706bec7851)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:25.152084 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'd17cbad0-76d1-4a0d-a16c-ffe78dff4ce9', 'network_id': '576ca2ae-56af-436c-9066-879ec97ea39f', 'port_id': 'd17cbad0-76d1-4a0d-a16c-ffe78dff4ce9', 'mac_address': 'fa:16:3e:dd:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0c42a0-64a2-4e98-9dbd-455389ef9b21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:25.189035 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:25.194974 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af3f9c-884f-4ab9-a216-e0f718458700 req-a6be0227-b618-49a3-a71c-f594b17deb2f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:25.196460 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b7af3f9c-884f-4ab9-a216-e0f718458700 req-a6be0227-b618-49a3-a71c-f594b17deb2f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0790651 Aug 17 02:32:25.202658 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:25.209308 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06672b37-3509-4fcf-a86c-fe5284ab0bfd req-bd49130f-5a0c-40fb-af3a-b387f15867f0 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:25.210796 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06672b37-3509-4fcf-a86c-fe5284ab0bfd req-bd49130f-5a0c-40fb-af3a-b387f15867f0 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 944 time: 0.0679057 Aug 17 02:32:25.223611 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,segment=NetworkSegment(b0626c3a-aa81-475d-9ccd-e9706bec7851),segment_id=b0626c3a-aa81-475d-9ccd-e9706bec7851)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:25.227894 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:25.265163 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b7af3f9c-884f-4ab9-a216-e0f718458700 req-419b6f9e-c57b-48d1-b8a3-038aca72f398 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534115 Aug 17 02:32:25.272791 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06672b37-3509-4fcf-a86c-fe5284ab0bfd req-daa79db8-5282-4104-a68e-b0b04248150b tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Aug 17 02:32:25.280889 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:25.672881 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93672b0f-e21f-4648-9ef2-c91d03285d66 req-e461b6d8-a2da-4c4f-a4a0-d21159947efe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:25.674335 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-93672b0f-e21f-4648-9ef2-c91d03285d66 req-e461b6d8-a2da-4c4f-a4a0-d21159947efe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0518944 Aug 17 02:32:25.712174 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-93672b0f-e21f-4648-9ef2-c91d03285d66 req-178ee141-ce1d-4733-a943-c92485d645bc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Aug 17 02:32:26.406022 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b96096-6899-4a01-b9bb-e29287097de5 req-1eee5b0c-4c3c-4d4b-bce9-563b043a3b55 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:26.407528 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-07b96096-6899-4a01-b9bb-e29287097de5 req-1eee5b0c-4c3c-4d4b-bce9-563b043a3b55 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0763066 Aug 17 02:32:26.415458 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df8e44-5191-44b9-8f0b-ff72c8a7415b req-e027b5a0-c829-4a4a-b95f-e804b4e331c6 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:26.416852 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-02df8e44-5191-44b9-8f0b-ff72c8a7415b req-e027b5a0-c829-4a4a-b95f-e804b4e331c6 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.0750592 Aug 17 02:32:26.471468 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-07b96096-6899-4a01-b9bb-e29287097de5 req-be50e140-f2fc-419a-b4b5-d65b390dbec1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536873 Aug 17 02:32:26.478401 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-02df8e44-5191-44b9-8f0b-ff72c8a7415b req-f93cee2b-e25d-45bd-8e29-36a6b066f399 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549068 Aug 17 02:32:26.831901 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4500a7a-5f2b-4595-aa18-ef6cc49f9cf5 req-898381a8-26ee-4a11-aeae-0f718143db45 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:26.833396 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e4500a7a-5f2b-4595-aa18-ef6cc49f9cf5 req-898381a8-26ee-4a11-aeae-0f718143db45 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0495863 Aug 17 02:32:26.870701 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e4500a7a-5f2b-4595-aa18-ef6cc49f9cf5 req-7e2e0c6e-d7d6-4f2a-a0cb-169ab2f3a41f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310597 Aug 17 02:32:27.616676 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6723753-7c28-4e49-b601-20a9fc19a9d5 req-9161b84a-3323-437d-9000-cb2306e230d8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:27.618126 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d6723753-7c28-4e49-b601-20a9fc19a9d5 req-9161b84a-3323-437d-9000-cb2306e230d8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0799663 Aug 17 02:32:27.625886 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7ce26-52c5-43e6-a2b7-28a177d3a20c req-f06d5467-6189-412b-9861-6acb2796ffdf tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:27.627415 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72c7ce26-52c5-43e6-a2b7-28a177d3a20c req-f06d5467-6189-412b-9861-6acb2796ffdf tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.0803962 Aug 17 02:32:27.682853 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d6723753-7c28-4e49-b601-20a9fc19a9d5 req-7bc7aab7-8de2-4ca5-99e4-ab9e014ceb66 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544844 Aug 17 02:32:27.685628 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72c7ce26-52c5-43e6-a2b7-28a177d3a20c req-461748fc-117b-429f-aa65-a61f391fcf9f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513518 Aug 17 02:32:27.986165 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883e65b-1830-49e3-8bf6-878f388772c1 req-a35e72ca-913c-4b73-9c52-eba38d2fea40 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:27.987562 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a883e65b-1830-49e3-8bf6-878f388772c1 req-a35e72ca-913c-4b73-9c52-eba38d2fea40 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0481279 Aug 17 02:32:28.024553 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a883e65b-1830-49e3-8bf6-878f388772c1 req-e34a22de-fca3-49d5-8bd9-9146a8af351c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310137 Aug 17 02:32:28.830030 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72280e-202e-4376-8ccc-25a193b67c33 req-fbfe00c3-cfd5-4cd3-adee-35beb19a1a4b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:28.831483 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb72280e-202e-4376-8ccc-25a193b67c33 req-fbfe00c3-cfd5-4cd3-adee-35beb19a1a4b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0814073 Aug 17 02:32:28.838993 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d85e4-d27c-43d0-a779-39b6dd464d1d req-00a0f30f-37f4-4624-9052-29114fac5112 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:28.840310 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f1d85e4-d27c-43d0-a779-39b6dd464d1d req-00a0f30f-37f4-4624-9052-29114fac5112 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.0809021 Aug 17 02:32:28.892764 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb72280e-202e-4376-8ccc-25a193b67c33 req-8406f0a6-bdb8-49a0-ba96-4aa3375eb71a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513210 Aug 17 02:32:28.901069 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f1d85e4-d27c-43d0-a779-39b6dd464d1d req-fda68617-b34d-4540-aecf-e73ff3dddb63 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542750 Aug 17 02:32:29.142201 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0619616-5914-42e2-b02c-6339709ab6ec req-d19ff9dc-93f4-4c1c-b38d-4485a604e4cc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:29.143736 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b0619616-5914-42e2-b02c-6339709ab6ec req-d19ff9dc-93f4-4c1c-b38d-4485a604e4cc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0498226 Aug 17 02:32:29.183280 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b0619616-5914-42e2-b02c-6339709ab6ec req-d423a134-6eb1-4ce1-b7b3-6c6a73bd5118 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327387 Aug 17 02:32:29.831030 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:30.004258 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56634) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:30.068711 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fd489-993e-4c27-b427-7442a386ba66 req-1db34728-5477-413a-8897-39b6f8721b02 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:30.070497 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-075fd489-993e-4c27-b427-7442a386ba66 req-1db34728-5477-413a-8897-39b6f8721b02 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0921767 Aug 17 02:32:30.103549 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8cbd9-ad78-4489-a3e4-79bc94fd0198 req-30223429-5119-4248-9c83-273b4bed4862 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:30.105059 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-31c8cbd9-ad78-4489-a3e4-79bc94fd0198 req-30223429-5119-4248-9c83-273b4bed4862 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.0902557 Aug 17 02:32:30.110205 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:32:30.139382 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2df3b5f-6352-4adb-a201-2fc95aec2668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.161423 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-075fd489-993e-4c27-b427-7442a386ba66 req-a6f67b03-782b-410a-a9bf-efcdac3d4f7b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814483 Aug 17 02:32:30.179205 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-31c8cbd9-ad78-4489-a3e4-79bc94fd0198 req-14c5db5c-663f-429c-8ddf-dc5d039ef017 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590053 Aug 17 02:32:30.244483 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2df3b5f-6352-4adb-a201-2fc95aec2668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.247828 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2df3b5f-6352-4adb-a201-2fc95aec2668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.289596 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a2df3b5f-6352-4adb-a201-2fc95aec2668 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fd0923801fa434fbe6504501b0301f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829537 Aug 17 02:32:30.289596 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df3b5f-6352-4adb-a201-2fc95aec2668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af436e4-89c1-4069-8b24-25d573f7174e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:30.291724 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56642) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:30.308833 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e662d-dfdb-4be4-9a18-3ec3f91155b3 req-d6e8dc9e-eeb6-4059-ad71-b2486183df4d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:30.311114 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c09e662d-dfdb-4be4-9a18-3ec3f91155b3 req-d6e8dc9e-eeb6-4059-ad71-b2486183df4d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0534456 Aug 17 02:32:30.343729 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff61a4fe-b661-4b7d-ab04-b508b911a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.351991 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c09e662d-dfdb-4be4-9a18-3ec3f91155b3 req-24d40422-a72a-41f1-a579-0c65bfef65b4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338492 Aug 17 02:32:30.366768 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff61a4fe-b661-4b7d-ab04-b508b911a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.416411 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff61a4fe-b661-4b7d-ab04-b508b911a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.418852 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff61a4fe-b661-4b7d-ab04-b508b911a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.420189 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ff61a4fe-b661-4b7d-ab04-b508b911a7f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8af436e4-89c1-4069-8b24-25d573f7174e HTTP/1.1" status: 204 len: 168 time: 0.1275301 Aug 17 02:32:30.428197 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61a4fe-b661-4b7d-ab04-b508b911a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af436e4-89c1-4069-8b24-25d573f7174e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:30.679416 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56652) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:30.692381 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2702446-3f23-4832-85d0-942b38b9b1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.778856 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2702446-3f23-4832-85d0-942b38b9b1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.782511 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a2702446-3f23-4832-85d0-942b38b9b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.819994 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a2702446-3f23-4832-85d0-942b38b9b1e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78d686d0b9d04ab197c48c4afafe63a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392343 Aug 17 02:32:30.821172 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2702446-3f23-4832-85d0-942b38b9b1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b56d05f-02cd-4efe-8f79-91782f52929c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:30.822694 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 56654) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:30.873628 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d02afe5-1c27-4f25-99f3-d9089457a966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.894731 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d02afe5-1c27-4f25-99f3-d9089457a966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.940780 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d02afe5-1c27-4f25-99f3-d9089457a966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.943480 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9d02afe5-1c27-4f25-99f3-d9089457a966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:30.944596 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-9d02afe5-1c27-4f25-99f3-d9089457a966 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b56d05f-02cd-4efe-8f79-91782f52929c HTTP/1.1" status: 204 len: 168 time: 0.1208811 Aug 17 02:32:30.954122 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02afe5-1c27-4f25-99f3-d9089457a966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b56d05f-02cd-4efe-8f79-91782f52929c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:31.149554 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 56672) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:31.325065 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2944df30-36ae-4394-bf05-fb5f991ae0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:31.376757 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec341f2-1830-49a0-8c90-f1664b54bbc0 req-df123fcc-a2b9-4009-b1b0-6c278e792a65 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.378509 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5ec341f2-1830-49a0-8c90-f1664b54bbc0 req-df123fcc-a2b9-4009-b1b0-6c278e792a65 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.1249378 Aug 17 02:32:31.401117 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c0cb2-e8e0-4f44-9688-1f393c1e95e3 req-a0b07539-48a9-43cf-a6d2-f61af4274d63 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.402743 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ef8c0cb2-e8e0-4f44-9688-1f393c1e95e3 req-a0b07539-48a9-43cf-a6d2-f61af4274d63 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.1152458 Aug 17 02:32:31.479083 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5ec341f2-1830-49a0-8c90-f1664b54bbc0 req-2ee11894-7f60-4731-9d72-6defba948b19 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908930 Aug 17 02:32:31.494230 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ef8c0cb2-e8e0-4f44-9688-1f393c1e95e3 req-750ff32f-942b-49a4-850c-aca8b1033f5e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820985 Aug 17 02:32:31.538837 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2944df30-36ae-4394-bf05-fb5f991ae0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:31.544021 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2944df30-36ae-4394-bf05-fb5f991ae0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:31.607725 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-2944df30-36ae-4394-bf05-fb5f991ae0ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45cbe2508ace46a79d3ecac202c29216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542232 Aug 17 02:32:31.610690 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 56704) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:31.619178 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944df30-36ae-4394-bf05-fb5f991ae0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0649e2cd-e17c-4444-8368-bb0a278f4d15,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:31.665473 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3e1f6-3812-4f0d-b691-b99482aaf3e3 req-7fc4d338-d924-49fa-90da-368b5daed49f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:31.666981 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b6a3e1f6-3812-4f0d-b691-b99482aaf3e3 req-7fc4d338-d924-49fa-90da-368b5daed49f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.1039007 Aug 17 02:32:31.695605 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a3c2b87-07f1-4ae6-97e3-6387a33d0997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:31.733157 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a3c2b87-07f1-4ae6-97e3-6387a33d0997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:31.743253 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b6a3e1f6-3812-4f0d-b691-b99482aaf3e3 req-74e49bf4-bae7-4dd4-aca2-71f1872a0f59 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643711 Aug 17 02:32:31.783895 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a3c2b87-07f1-4ae6-97e3-6387a33d0997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:31.786781 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a3c2b87-07f1-4ae6-97e3-6387a33d0997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:31.787907 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1a3c2b87-07f1-4ae6-97e3-6387a33d0997 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0649e2cd-e17c-4444-8368-bb0a278f4d15 HTTP/1.1" status: 204 len: 168 time: 0.1760192 Aug 17 02:32:31.795762 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c2b87-07f1-4ae6-97e3-6387a33d0997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0649e2cd-e17c-4444-8368-bb0a278f4d15,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:32.610420 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device b049756c-f19b-4000-bfae-ee58aba41a59 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:32.687442 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc9a57-8e33-4fe9-ba35-52087514ea5d req-0d0cf5b2-97be-4d0c-9a88-6d08be850f10 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:32.689188 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ddc9a57-8e33-4fe9-ba35-52087514ea5d req-0d0cf5b2-97be-4d0c-9a88-6d08be850f10 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 943 time: 0.0957422 Aug 17 02:32:32.705602 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d439c9-1b88-42ea-84d9-f38fcd1902a8 req-ea45b59b-f8af-4776-be20-1b69585ac747 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:32.715571 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-53d439c9-1b88-42ea-84d9-f38fcd1902a8 req-ea45b59b-f8af-4776-be20-1b69585ac747 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.0867887 Aug 17 02:32:32.772491 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ddc9a57-8e33-4fe9-ba35-52087514ea5d req-0f92ce55-8c3b-4b16-9406-780b55e52a58 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754707 Aug 17 02:32:32.774631 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port b049756c-f19b-4000-bfae-ee58aba41a59, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b049756c-f19b-4000-bfae-ee58aba41a59,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:32.784019 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-53d439c9-1b88-42ea-84d9-f38fcd1902a8 req-b9f6ceab-ce26-4df5-a7c1-3c02833e4654 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 Aug 17 02:32:32.806213 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'b049756c-f19b-4000-bfae-ee58aba41a59', 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43', 'port_id': 'b049756c-f19b-4000-bfae-ee58aba41a59', 'mac_address': 'fa:16:3e:83:c4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a1b29d-6e7f-4432-8d5d-be05b1db0a15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:32.863397 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:32.878113 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b049756c-f19b-4000-bfae-ee58aba41a59 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:32.902971 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port b049756c-f19b-4000-bfae-ee58aba41a59, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b049756c-f19b-4000-bfae-ee58aba41a59,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:32.903648 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefaf1c-099a-4243-90c8-5f240937eefa req-88d719c0-a23a-4561-8f3a-d7edb34b7972 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:32.905543 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-acefaf1c-099a-4243-90c8-5f240937eefa req-88d719c0-a23a-4561-8f3a-d7edb34b7972 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0647674 Aug 17 02:32:32.915926 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:32.916589 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 4a48879d-0fba-46ab-8885-aeaff4273855 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:32.950001 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-acefaf1c-099a-4243-90c8-5f240937eefa req-c4802dbc-e74b-40fb-a8e4-bd2523c00714 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343537 Aug 17 02:32:32.993587 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 4a48879d-0fba-46ab-8885-aeaff4273855, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a48879d-0fba-46ab-8885-aeaff4273855,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:33.002422 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=b049756c-f19b-4000-bfae-ee58aba41a59,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:33.012396 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '4a48879d-0fba-46ab-8885-aeaff4273855', 'network_id': '0d5c2b39-54e0-4494-a97b-10c8c3ba8c43', 'port_id': '4a48879d-0fba-46ab-8885-aeaff4273855', 'mac_address': 'fa:16:3e:d8:67:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a1b29d-6e7f-4432-8d5d-be05b1db0a15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:33.053075 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.067807 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a48879d-0fba-46ab-8885-aeaff4273855 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:33.087458 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 4a48879d-0fba-46ab-8885-aeaff4273855, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a48879d-0fba-46ab-8885-aeaff4273855,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:33.092225 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.093035 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:32:33.198353 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=4a48879d-0fba-46ab-8885-aeaff4273855,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:33.249113 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:33.261533 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'port_id': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'mac_address': 'fa:16:3e:b4:f0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:32:33.300382 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.322391 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fec36d0-662b-47e1-9f51-4371547b09ca {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:33.343357 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:33.349580 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.404322 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:33.516221 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56814) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:33.673098 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b90ab3d0-fbde-40d5-bc74-3086c25d3d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.776293 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b90ab3d0-fbde-40d5-bc74-3086c25d3d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.779791 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b90ab3d0-fbde-40d5-bc74-3086c25d3d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.819718 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b90ab3d0-fbde-40d5-bc74-3086c25d3d45 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44bb386c6a5645ef9ed7d043711f6e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023212 Aug 17 02:32:33.822528 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56826) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:33.830474 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ab3d0-fbde-40d5-bc74-3086c25d3d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb0f7ff-e464-459d-821a-1a13fed59be6,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:33.869189 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.886731 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9756b513-8c39-4d5c-80c5-7f09f3bce87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.909588 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9756b513-8c39-4d5c-80c5-7f09f3bce87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.932423 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae199b-81e4-4177-b9aa-e01554ffa2c1 req-ab76c1ea-d13f-4842-857d-1db9e7c96216 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:33.933897 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6ae199b-81e4-4177-b9aa-e01554ffa2c1 req-ab76c1ea-d13f-4842-857d-1db9e7c96216 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.0876138 Aug 17 02:32:33.947257 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a690e-0566-4894-b499-c24e23fcc164 req-cc4a4146-54d2-47de-bc05-36037d1c87b7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:33.948700 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f78a690e-0566-4894-b499-c24e23fcc164 req-cc4a4146-54d2-47de-bc05-36037d1c87b7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 944 time: 0.0703299 Aug 17 02:32:33.958183 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9756b513-8c39-4d5c-80c5-7f09f3bce87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.960711 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9756b513-8c39-4d5c-80c5-7f09f3bce87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:33.961950 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9756b513-8c39-4d5c-80c5-7f09f3bce87d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fdb0f7ff-e464-459d-821a-1a13fed59be6 HTTP/1.1" status: 204 len: 168 time: 0.1383901 Aug 17 02:32:33.969885 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756b513-8c39-4d5c-80c5-7f09f3bce87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb0f7ff-e464-459d-821a-1a13fed59be6,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:34.007249 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6ae199b-81e4-4177-b9aa-e01554ffa2c1 req-36750db7-a72f-4b80-992b-2e1a03a09bfa tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574808 Aug 17 02:32:34.017161 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f78a690e-0566-4894-b499-c24e23fcc164 req-a97a3c49-3602-4066-91ca-a0c2154de23e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617533 Aug 17 02:32:34.125198 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8b49-a1bf-4f7d-b5c5-807ab5f503f9 req-6c65eab3-b82b-4b30-aace-cfc6e67b85b2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:34.126699 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01af8b49-a1bf-4f7d-b5c5-807ab5f503f9 req-6c65eab3-b82b-4b30-aace-cfc6e67b85b2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0533783 Aug 17 02:32:34.163854 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01af8b49-a1bf-4f7d-b5c5-807ab5f503f9 req-e0e0057f-4469-46d3-b5fd-03f74f19ef4c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312254 Aug 17 02:32:34.258993 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 56840) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:34.271988 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b41e780-21ed-4960-8f68-dfdcd3621207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:34.358093 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b41e780-21ed-4960-8f68-dfdcd3621207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:34.361718 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7b41e780-21ed-4960-8f68-dfdcd3621207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:34.397681 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-7b41e780-21ed-4960-8f68-dfdcd3621207 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=073fbab6c71c457997039fa498432fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377141 Aug 17 02:32:34.399597 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41e780-21ed-4960-8f68-dfdcd3621207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6143d817-82c8-4766-9bf7-80c5031925d0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:34.400483 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56842) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:34.447527 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2057c6c5-b92b-412d-aeb2-a23edcffe448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:34.469643 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2057c6c5-b92b-412d-aeb2-a23edcffe448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:34.514340 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2057c6c5-b92b-412d-aeb2-a23edcffe448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:34.516790 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2057c6c5-b92b-412d-aeb2-a23edcffe448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:34.517891 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2057c6c5-b92b-412d-aeb2-a23edcffe448 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6143d817-82c8-4766-9bf7-80c5031925d0 HTTP/1.1" status: 204 len: 168 time: 0.1163914 Aug 17 02:32:34.525287 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057c6c5-b92b-412d-aeb2-a23edcffe448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6143d817-82c8-4766-9bf7-80c5031925d0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:35.160253 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdbb96-c623-47b9-a747-bbcf2f28d704 req-570aa37d-a1bf-4bca-a3de-e6acc5b4fc50 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.162268 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a4fdbb96-c623-47b9-a747-bbcf2f28d704 req-570aa37d-a1bf-4bca-a3de-e6acc5b4fc50 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.0800524 Aug 17 02:32:35.173478 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c8fb5-0907-4cb5-bbfd-15cf0486cb2e req-f74ce6f1-6e8a-443c-b384-0562a443ad62 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.174899 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e08c8fb5-0907-4cb5-bbfd-15cf0486cb2e req-f74ce6f1-6e8a-443c-b384-0562a443ad62 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 944 time: 0.0822809 Aug 17 02:32:35.229035 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a4fdbb96-c623-47b9-a747-bbcf2f28d704 req-73bc3aee-2222-445b-a2ad-05609d152c6a tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531914 Aug 17 02:32:35.235976 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e08c8fb5-0907-4cb5-bbfd-15cf0486cb2e req-1b2608da-fd2b-415c-890c-69875dcb6d26 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535226 Aug 17 02:32:35.338416 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c15dce-8177-4dba-a407-0605802a0ef0 req-10f68306-480c-4b62-913b-c6718d1b1726 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:35.339918 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87c15dce-8177-4dba-a407-0605802a0ef0 req-10f68306-480c-4b62-913b-c6718d1b1726 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0505307 Aug 17 02:32:35.377821 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87c15dce-8177-4dba-a407-0605802a0ef0 req-ad8b7722-4376-4ac5-a6ce-91be9c93a075 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Aug 17 02:32:36.324946 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56930) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:36.383657 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb3c77-710c-4796-be59-d22a852aa229 req-366dae53-ba7f-464a-8f63-3437d373d40f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:36.385131 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c4fb3c77-710c-4796-be59-d22a852aa229 req-366dae53-ba7f-464a-8f63-3437d373d40f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.0872355 Aug 17 02:32:36.393088 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738e879-186f-4bec-9d07-8cebb3951ba8 req-a9daab93-3890-4030-b325-7a67d53c8117 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:36.394556 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8738e879-186f-4bec-9d07-8cebb3951ba8 req-a9daab93-3890-4030-b325-7a67d53c8117 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 944 time: 0.0828464 Aug 17 02:32:36.430619 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.451800 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c4fb3c77-710c-4796-be59-d22a852aa229 req-788941c4-615c-4836-816c-099fb7a31f5e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557349 Aug 17 02:32:36.454464 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8738e879-186f-4bec-9d07-8cebb3951ba8 req-fe6fda62-3b8a-4714-8f7c-e332490b03bc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526898 Aug 17 02:32:36.526333 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.530234 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.565403 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d59142-8238-422d-978c-c0b6634a325e req-4afe57a7-ed7d-43f5-b43d-17af78e0f907 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:36.567280 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-33d59142-8238-422d-978c-c0b6634a325e req-4afe57a7-ed7d-43f5-b43d-17af78e0f907 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0493176 Aug 17 02:32:36.567428 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc29b58b-5e6a-41c8-bf19-4935003c48c7,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:36.571640 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45f8b533cbdc4f40b38a519d7bf426d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456403 Aug 17 02:32:36.577221 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56936) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:36.584355 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.584695 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.585025 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.585350 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.585672 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.585993 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.586311 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.586714 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.587035 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.587352 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.587663 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.587978 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8a14d9-aa78-4bab-8f48-dc30042ba5e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:36.607688 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-33d59142-8238-422d-978c-c0b6634a325e req-7921e0cb-5336-459b-b052-c8c5e25da40e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Aug 17 02:32:36.632481 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6abe978-0e54-4e96-b570-4c6d142fb4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.653038 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6abe978-0e54-4e96-b570-4c6d142fb4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.699342 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6abe978-0e54-4e96-b570-4c6d142fb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.701902 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f6abe978-0e54-4e96-b570-4c6d142fb4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:36.703066 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f6abe978-0e54-4e96-b570-4c6d142fb4e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc29b58b-5e6a-41c8-bf19-4935003c48c7 HTTP/1.1" status: 204 len: 168 time: 0.1249707 Aug 17 02:32:36.711134 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abe978-0e54-4e96-b570-4c6d142fb4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc29b58b-5e6a-41c8-bf19-4935003c48c7,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:36.960776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 56946) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:36.978476 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.077706 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.081102 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.122028 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1c48135687c47348b33236338aa3e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601326 Aug 17 02:32:37.123248 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cff79ad-eb5b-487a-bb82-eca84093c6e9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:37.124784 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 56952) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:37.131770 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.132121 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.132462 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.132798 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.133127 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.133455 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.133781 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.134105 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.134429 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.134779 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.135100 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.135418 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b171c-1737-4009-8cac-168c28048a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:37.179853 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-caf0e3dc-3931-4bbc-a43d-cb6d85b5c45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.200422 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-caf0e3dc-3931-4bbc-a43d-cb6d85b5c45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.246448 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-caf0e3dc-3931-4bbc-a43d-cb6d85b5c45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.249041 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-caf0e3dc-3931-4bbc-a43d-cb6d85b5c45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:37.250184 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-caf0e3dc-3931-4bbc-a43d-cb6d85b5c45d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5cff79ad-eb5b-487a-bb82-eca84093c6e9 HTTP/1.1" status: 204 len: 168 time: 0.1241970 Aug 17 02:32:37.258380 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0e3dc-3931-4bbc-a43d-cb6d85b5c45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cff79ad-eb5b-487a-bb82-eca84093c6e9,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:37.613425 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c477722-e18b-4db3-81ce-23e8495d3d26 req-e963e129-ff79-4e17-b202-36a6942ec565 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:37.615683 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c477722-e18b-4db3-81ce-23e8495d3d26 req-e963e129-ff79-4e17-b202-36a6942ec565 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 944 time: 0.0783250 Aug 17 02:32:37.627300 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e128bc-bf2a-4668-a08f-f8898bacdbdf req-68a29c32-f055-4502-99cf-505da7f7ef6a tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:37.632316 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-61e128bc-bf2a-4668-a08f-f8898bacdbdf req-68a29c32-f055-4502-99cf-505da7f7ef6a tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 945 time: 0.0800328 Aug 17 02:32:37.637268 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['6fec36d0-662b-47e1-9f51-4371547b09ca'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:37.682059 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c477722-e18b-4db3-81ce-23e8495d3d26 req-dcdb9143-fbed-49ff-9702-ad746c19a8db tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523107 Aug 17 02:32:37.696476 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-61e128bc-bf2a-4668-a08f-f8898bacdbdf req-247710d0-3e23-4b2d-993d-1ff4fda06a31 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499356 Aug 17 02:32:37.812370 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['b049756c-f19b-4000-bfae-ee58aba41a59'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:37.833702 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c0a0d-ef51-44a1-85d8-83ef9e911e0f req-fc1fbb39-dee6-446e-84ce-ebb503817e71 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:37.840992 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b17c0a0d-ef51-44a1-85d8-83ef9e911e0f req-fc1fbb39-dee6-446e-84ce-ebb503817e71 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0660658 Aug 17 02:32:37.887389 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b17c0a0d-ef51-44a1-85d8-83ef9e911e0f req-d4654e23-0180-4018-a2da-df22ab3f53ff tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455382 Aug 17 02:32:37.911990 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['4a48879d-0fba-46ab-8885-aeaff4273855'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:32:38.033562 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57000) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:38.137796 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-237990773-network', 'tenant_id': 'af85e293d56044888769f5e51e6c2b42'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:38.164811 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Made reservation on behalf of af85e293d56044888769f5e51e6c2b42 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:38.167532 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.175911 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.180382 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:38.235761 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:38.241049 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:38.241468 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.288908 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.297367 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.322696 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:32:38.340629 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6a7b62-6c13-4bac-b459-5b05baf39cb6,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:38.343901 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.344396 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Added segment f4181292-4344-47a7-a7a1-73ac1d9e1249 of type vlan for network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 Aug 17 02:32:38.355138 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.388314 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c8ce03-d2e7-4933-9f57-288cbc4940d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17cbad0-76d1-4a0d-a16c-ffe78dff4ce9'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:38.419006 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.479822 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,segment=NetworkSegment(b0626c3a-aa81-475d-9ccd-e9706bec7851),segment_id=b0626c3a-aa81-475d-9ccd-e9706bec7851)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:38.484393 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.515148 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.516142 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:38.516782 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.550082 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:38.569859 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.570335 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.571093 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.571093 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.571348 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.571683 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.574655 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.574655 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.574878 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5377471 Aug 17 02:32:38.574954 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.574954 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.574954 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.574954 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:32:38.575749 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57026) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:38.580737 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Request body: {'subnet': {'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-237990773-subnet', 'tenant_id': 'af85e293d56044888769f5e51e6c2b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:38.604720 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39804f-03b8-4903-9bca-e830527e8962 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee9a466-c12a-4bcc-8e0c-1d05375bd734,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:38.618020 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Made reservation on behalf of af85e293d56044888769f5e51e6c2b42 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:38.620789 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0151bef-2708-408c-b362-fa8f245834f9" -d '{"events": [{"server_uuid": "28c8ce03-d2e7-4933-9f57-288cbc4940d8", "name": "network-vif-plugged", "status": "completed", "tag": "d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:38.620943 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8272014'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.625286 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:32:38.760193 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c1d9386d-aaeb-464d-9aca-3cff64c0e7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:38.767126 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff1bac1-b33e-4e0b-8a6b-3785f9d20d24 x-openstack-request-id: req-eff1bac1-b33e-4e0b-8a6b-3785f9d20d24 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:38.767712 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c8ce03-d2e7-4933-9f57-288cbc4940d8", "name": "network-vif-plugged", "status": "completed", "tag": "d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:38.768160 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eff1bac1-b33e-4e0b-8a6b-3785f9d20d24 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:38.769185 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c8ce03-d2e7-4933-9f57-288cbc4940d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17cbad0-76d1-4a0d-a16c-ffe78dff4ce9', 'code': 200} Aug 17 02:32:39.174087 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bd13e-1199-4a5e-84fd-4b9c59f384ab req-651ce252-51e6-46d7-93d1-68c0cd14f19c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.175572 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d34bd13e-1199-4a5e-84fd-4b9c59f384ab req-651ce252-51e6-46d7-93d1-68c0cd14f19c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.1915066 Aug 17 02:32:39.183147 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4073-765d-4a8b-8c38-74aee16edfa1 req-589b7730-7105-4daf-bdee-520e2df8d82a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.184503 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-51aa4073-765d-4a8b-8c38-74aee16edfa1 req-589b7730-7105-4daf-bdee-520e2df8d82a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 944 time: 0.2015235 Aug 17 02:32:39.187470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d27868-cd47-4e55-8ddc-d12ebb6d5256 req-b60a4c59-e8dd-4e81-ae97-68bb46bc2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.189057 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-03d27868-cd47-4e55-8ddc-d12ebb6d5256 req-b60a4c59-e8dd-4e81-ae97-68bb46bc2b98 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 1099 time: 0.2040691 Aug 17 02:32:39.189856 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8272024'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.263249 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-03d27868-cd47-4e55-8ddc-d12ebb6d5256 req-6974fd58-6675-477e-9054-e2de1e535764 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.309803 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d34bd13e-1199-4a5e-84fd-4b9c59f384ab req-cfbae416-9bb1-4bfb-9df3-bcc361bf6dc5 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241307 Aug 17 02:32:39.315678 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26351b99-3319-4d62-b7f8-48a25a424fc5,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:39.325993 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-51aa4073-765d-4a8b-8c38-74aee16edfa1 req-27d5614a-5532-4a89-9732-586110bd258a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327555 Aug 17 02:32:39.347119 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Checking segment: {'id': 'f4181292-4344-47a7-a7a1-73ac1d9e1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:39.347474 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Network hostable DHCP agents. Network: 1ee9a466-c12a-4bcc-8e0c-1d05375bd734, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:32:39.391802 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:32:39.419179 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 1ee9a466-c12a-4bcc-8e0c-1d05375bd734) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:39.425424 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.425962 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.429216 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04328bf7-7850-4c50-bcb1-eaeb6863efa6 None None] Network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:39.459225 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909af63-1a13-47fa-b4a4-f645150f250f req-68dcad85-fd41-4748-bbd2-40d8b34b6fea tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:39.460710 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a909af63-1a13-47fa-b4a4-f645150f250f req-68dcad85-fd41-4748-bbd2-40d8b34b6fea tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0901091 Aug 17 02:32:39.493373 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-03d27868-cd47-4e55-8ddc-d12ebb6d5256 req-6974fd58-6675-477e-9054-e2de1e535764 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.500519 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-03d27868-cd47-4e55-8ddc-d12ebb6d5256 req-6974fd58-6675-477e-9054-e2de1e535764 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:39.540971 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-48dece82-1c70-4f28-98c1-e1114abca1d2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9557555 Aug 17 02:32:39.543053 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a909af63-1a13-47fa-b4a4-f645150f250f req-f400ed89-1101-4716-9818-0aa56e703461 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752919 Aug 17 02:32:39.546901 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-03d27868-cd47-4e55-8ddc-d12ebb6d5256 req-6974fd58-6675-477e-9054-e2de1e535764 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390522 Aug 17 02:32:39.563771 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974fd58-6675-477e-9054-e2de1e535764 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1646d88e-bc41-4b02-bbf5-e8053a72ef9a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:39.598714 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9886da0-ec7b-449c-a8d7-50f95490e696 None None] Network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:32:39.968660 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57090) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:40.078332 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09df3f26-b259-4c63-9aed-7e9fec55331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.165139 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09df3f26-b259-4c63-9aed-7e9fec55331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.168714 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-09df3f26-b259-4c63-9aed-7e9fec55331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.204931 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df3f26-b259-4c63-9aed-7e9fec55331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab17bd-9820-4a18-9625-0358d5b54c25,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:40.209903 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-09df3f26-b259-4c63-9aed-7e9fec55331c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b82ca7c77894e3f92332c9348e6e07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409954 Aug 17 02:32:40.212537 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57100) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:40.260353 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a65a3301-260b-44f7-a35d-1c9c8b63aef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.280869 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a65a3301-260b-44f7-a35d-1c9c8b63aef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.325315 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a65a3301-260b-44f7-a35d-1c9c8b63aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.327834 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a65a3301-260b-44f7-a35d-1c9c8b63aef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.328954 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a65a3301-260b-44f7-a35d-1c9c8b63aef4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9ab17bd-9820-4a18-9625-0358d5b54c25 HTTP/1.1" status: 204 len: 168 time: 0.1155350 Aug 17 02:32:40.337867 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a3301-260b-44f7-a35d-1c9c8b63aef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab17bd-9820-4a18-9625-0358d5b54c25,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:40.370931 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device b049756c-f19b-4000-bfae-ee58aba41a59 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:40.427024 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port b049756c-f19b-4000-bfae-ee58aba41a59 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:40.431573 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port b049756c-f19b-4000-bfae-ee58aba41a59 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:40.431875 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.479206 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9693b-e451-44a4-ace2-4d46f45737c7 req-c6ab8229-fd3a-432a-b566-81222469494f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.480720 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b5d9693b-e451-44a4-ace2-4d46f45737c7 req-c6ab8229-fd3a-432a-b566-81222469494f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0947053 Aug 17 02:32:40.493474 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da660545-8ed7-4226-a0c8-ecccf05be567 req-fc64051a-581e-4e3c-b313-3f2a958dc14b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.494961 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-da660545-8ed7-4226-a0c8-ecccf05be567 req-fc64051a-581e-4e3c-b313-3f2a958dc14b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 944 time: 0.0699732 Aug 17 02:32:40.519231 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.555143 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b5d9693b-e451-44a4-ace2-4d46f45737c7 req-4d064f24-4990-4493-8762-6ebdf941e3a7 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591607 Aug 17 02:32:40.558970 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port b049756c-f19b-4000-bfae-ee58aba41a59, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b049756c-f19b-4000-bfae-ee58aba41a59,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:40.565850 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-da660545-8ed7-4226-a0c8-ecccf05be567 req-90e5b461-77a5-4f3e-946a-52771b727bd7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628943 Aug 17 02:32:40.572747 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.573523 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 4a48879d-0fba-46ab-8885-aeaff4273855 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:40.648981 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=b049756c-f19b-4000-bfae-ee58aba41a59,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:40.654807 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57112) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:40.661915 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 4a48879d-0fba-46ab-8885-aeaff4273855 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:40.665769 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 4a48879d-0fba-46ab-8885-aeaff4273855 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:40.666133 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.671392 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-32857706-d8ec-437d-9de3-f4d7ce5b6879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.711063 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1dac-9fa0-4e46-99ad-1a49052d4e8d req-a6afbd2c-4e61-4857-87b1-e4bc5e525ba5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:40.712576 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a42d1dac-9fa0-4e46-99ad-1a49052d4e8d req-a6afbd2c-4e61-4857-87b1-e4bc5e525ba5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0727675 Aug 17 02:32:40.755027 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.764711 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a42d1dac-9fa0-4e46-99ad-1a49052d4e8d req-22823a89-b592-43d4-830f-e02c2136c879 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429091 Aug 17 02:32:40.771881 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b049756c-f19b-4000-bfae-ee58aba41a59'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:40.774253 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc52bd45-6ccf-4fc2-9a60-ec8860dd8fe9" -d '{"events": [{"server_uuid": "5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3", "name": "network-vif-plugged", "status": "completed", "tag": "b049756c-f19b-4000-bfae-ee58aba41a59"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:40.783043 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-32857706-d8ec-437d-9de3-f4d7ce5b6879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.794205 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 4a48879d-0fba-46ab-8885-aeaff4273855, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a48879d-0fba-46ab-8885-aeaff4273855,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:40.797576 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-32857706-d8ec-437d-9de3-f4d7ce5b6879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.798539 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.799405 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:32:40.822178 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c473696-e00f-4aae-9023-4d5af1c0af8f x-openstack-request-id: req-9c473696-e00f-4aae-9023-4d5af1c0af8f {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:40.822465 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3", "name": "network-vif-plugged", "status": "completed", "tag": "b049756c-f19b-4000-bfae-ee58aba41a59", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:40.822738 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c473696-e00f-4aae-9023-4d5af1c0af8f {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:40.823123 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b049756c-f19b-4000-bfae-ee58aba41a59', 'code': 200} Aug 17 02:32:40.840050 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-32857706-d8ec-437d-9de3-f4d7ce5b6879 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5caded9f2ede4461b41c05c80b823519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835015 Aug 17 02:32:40.842668 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57116) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:40.849040 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32857706-d8ec-437d-9de3-f4d7ce5b6879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be2b01-5211-4873-9f38-f40822dfc356,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:40.879029 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=4a48879d-0fba-46ab-8885-aeaff4273855,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:40.893370 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 6fec36d0-662b-47e1-9f51-4371547b09ca completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:32:40.898146 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 6fec36d0-662b-47e1-9f51-4371547b09ca triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:32:40.898525 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.910937 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5de1cb28-aedf-48e9-995d-041aa9a10df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.932997 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5de1cb28-aedf-48e9-995d-041aa9a10df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.980976 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5de1cb28-aedf-48e9-995d-041aa9a10df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.982963 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.983765 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5de1cb28-aedf-48e9-995d-041aa9a10df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:40.987427 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5de1cb28-aedf-48e9-995d-041aa9a10df0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25be2b01-5211-4873-9f38-f40822dfc356 HTTP/1.1" status: 204 len: 168 time: 0.1415746 Aug 17 02:32:40.998366 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1cb28-aedf-48e9-995d-041aa9a10df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be2b01-5211-4873-9f38-f40822dfc356,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:41.023217 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:32:41.031493 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:41.078307 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:41.364458 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4a4d-53ac-41f0-bba6-2eccb9a39f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:41.516134 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:41.699932 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9c9f3-06d3-494f-b31f-593d702dcfcd req-5376c880-1042-4edc-9fdf-bfccf62334c7 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:41.701393 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bb9c9f3-06d3-494f-b31f-593d702dcfcd req-5376c880-1042-4edc-9fdf-bfccf62334c7 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0826147 Aug 17 02:32:41.713750 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196738e0-dd9d-4202-b477-62306257bd47 req-8e379d28-4f19-4a3b-ab81-286d442a39ad tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:41.715302 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-196738e0-dd9d-4202-b477-62306257bd47 req-8e379d28-4f19-4a3b-ab81-286d442a39ad tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0667069 Aug 17 02:32:41.772942 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bb9c9f3-06d3-494f-b31f-593d702dcfcd req-1e8033c3-95d9-4f97-b707-35677fd1893e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566089 Aug 17 02:32:41.775849 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-196738e0-dd9d-4202-b477-62306257bd47 req-548741ac-8c38-4424-8167-2b354295e2a1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537190 Aug 17 02:32:41.892367 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19354907-5228-4d07-85b6-53cd44a6e654 req-ffd09798-2713-4f1b-ae75-5d6d1be1d5cf tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:41.892367 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-19354907-5228-4d07-85b6-53cd44a6e654 req-ffd09798-2713-4f1b-ae75-5d6d1be1d5cf tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0498128 Aug 17 02:32:41.936096 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-19354907-5228-4d07-85b6-53cd44a6e654 req-bf61b958-0954-4c9e-9bf1-62ba27d08583 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376966 Aug 17 02:32:42.119271 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:42.824235 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5fab36-59af-4847-9131-bad6da549c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a48879d-0fba-46ab-8885-aeaff4273855'}, {'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:42.826675 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1be8152-4ecb-4252-9bd6-732d0730e0af" -d '{"events": [{"server_uuid": "5d5fab36-59af-4847-9131-bad6da549c63", "name": "network-vif-plugged", "status": "completed", "tag": "4a48879d-0fba-46ab-8885-aeaff4273855"}, {"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:42.917389 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a294cf-acd7-4274-9ede-93bc90c43d2f req-3aa1044d-6556-4458-84cd-a7e7eb7c7423 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:42.918862 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7a294cf-acd7-4274-9ede-93bc90c43d2f req-3aa1044d-6556-4458-84cd-a7e7eb7c7423 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0737355 Aug 17 02:32:42.927236 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f76851-1f0b-4c52-a7e7-53cdab3d204f req-8664c101-bb08-4456-b146-ea469ef1f25f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:42.928591 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-69f76851-1f0b-4c52-a7e7-53cdab3d204f req-8664c101-bb08-4456-b146-ea469ef1f25f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0847402 Aug 17 02:32:42.983414 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7a294cf-acd7-4274-9ede-93bc90c43d2f req-44fa172c-4952-495a-a494-ebb3854adde4 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538936 Aug 17 02:32:42.986136 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-69f76851-1f0b-4c52-a7e7-53cdab3d204f req-aabe7a6e-e2b8-456c-ab46-eb3286482d05 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510054 Aug 17 02:32:43.045056 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c488d3-8764-4240-8c2e-5bfe9404c4a5 x-openstack-request-id: req-b2c488d3-8764-4240-8c2e-5bfe9404c4a5 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:43.045412 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5fab36-59af-4847-9131-bad6da549c63", "name": "network-vif-plugged", "status": "completed", "tag": "4a48879d-0fba-46ab-8885-aeaff4273855", "code": 200}, {"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:43.045721 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2c488d3-8764-4240-8c2e-5bfe9404c4a5 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:43.046179 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5fab36-59af-4847-9131-bad6da549c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a48879d-0fba-46ab-8885-aeaff4273855', 'code': 200} Aug 17 02:32:43.046503 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'code': 200} Aug 17 02:32:43.106294 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb900ca-a778-4e04-9618-ce043b8ae954 req-2b0296d4-f829-403d-b536-5f5ff504d534 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:43.107678 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0eb900ca-a778-4e04-9618-ce043b8ae954 req-2b0296d4-f829-403d-b536-5f5ff504d534 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0555277 Aug 17 02:32:43.145771 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0eb900ca-a778-4e04-9618-ce043b8ae954 req-123a432b-885a-403f-8b8f-1e6815433906 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321717 Aug 17 02:32:44.022344 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:44.140110 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dc1b0-ee83-454c-9dab-0b0e375eb3fc req-2a64c24e-5a16-406d-9c6d-33c92f6a9347 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:44.141586 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c42dc1b0-ee83-454c-9dab-0b0e375eb3fc req-2a64c24e-5a16-406d-9c6d-33c92f6a9347 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0850172 Aug 17 02:32:44.149582 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dd1a3-a11d-42c7-b894-5766047fef16 req-1e6215f2-6bac-483c-a659-abc2f2d31c76 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:44.150986 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-078dd1a3-a11d-42c7-b894-5766047fef16 req-1e6215f2-6bac-483c-a659-abc2f2d31c76 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0869718 Aug 17 02:32:44.203474 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c42dc1b0-ee83-454c-9dab-0b0e375eb3fc req-1a88ab29-2782-4a6d-bc89-8f773f7dfba8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515628 Aug 17 02:32:44.210852 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-078dd1a3-a11d-42c7-b894-5766047fef16 req-ba5898d4-f414-4254-9556-2cc029797c18 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Aug 17 02:32:44.307464 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea69a2-9fe0-468e-9435-0758b5c01498 req-e8f0d956-5a7f-4a92-b488-1523bbf984fd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:44.308902 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01ea69a2-9fe0-468e-9435-0758b5c01498 req-e8f0d956-5a7f-4a92-b488-1523bbf984fd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0510566 Aug 17 02:32:44.345710 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01ea69a2-9fe0-468e-9435-0758b5c01498 req-cd4bc2da-8cec-4a55-8dc6-717bd9e77810 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306602 Aug 17 02:32:44.883348 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965f1b1-904f-4bfc-a0e9-f539aed1d6f5 req-511d40aa-c467-4fd0-8ad5-bf27f6a9d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:44.884974 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2965f1b1-904f-4bfc-a0e9-f539aed1d6f5 req-511d40aa-c467-4fd0-8ad5-bf27f6a9d829 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0669210 Aug 17 02:32:44.893911 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8be7-2ccc-4589-abcd-d504db793611 req-89654b45-906b-46f5-9b9b-dbccdd07d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:44.895922 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8ffa8be7-2ccc-4589-abcd-d504db793611 req-89654b45-906b-46f5-9b9b-dbccdd07d7d0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 1098 time: 0.0467980 Aug 17 02:32:44.916087 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9ef24-684e-449d-9b77-778f9b5f85da req-b27f7a5d-17e1-45ec-9f55-5a785ca05223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:44.917567 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-80d9ef24-684e-449d-9b77-778f9b5f85da req-b27f7a5d-17e1-45ec-9f55-5a785ca05223 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1098 time: 0.0671408 Aug 17 02:32:44.947553 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2965f1b1-904f-4bfc-a0e9-f539aed1d6f5 req-e4afcdd4-9ceb-4ed1-8edc-04077ab8168d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507112 Aug 17 02:32:44.951022 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8ffa8be7-2ccc-4589-abcd-d504db793611 req-a6437c6f-9229-4866-9f6c-2c81de50ead5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482922 Aug 17 02:32:44.962397 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-80d9ef24-684e-449d-9b77-778f9b5f85da req-7e8d966e-4980-4615-ac98-f7567c943f31 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347190 Aug 17 02:32:45.349901 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b694240-5579-4130-94cb-e7526d82331d req-6645be41-9fcf-44cb-bc51-cb9fc5823354 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:45.351324 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3b694240-5579-4130-94cb-e7526d82331d req-6645be41-9fcf-44cb-bc51-cb9fc5823354 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0787213 Aug 17 02:32:45.358428 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cda43-c2a2-4d67-a354-6af00dbc9c25 req-7b12cc3c-d8d2-43d9-b39d-4bbd0fc61ebd tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:45.359795 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6b9cda43-c2a2-4d67-a354-6af00dbc9c25 req-7b12cc3c-d8d2-43d9-b39d-4bbd0fc61ebd tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0784290 Aug 17 02:32:45.412208 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3b694240-5579-4130-94cb-e7526d82331d req-4571a2aa-35e3-4268-9b71-3e3d3b51d9b0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514827 Aug 17 02:32:45.419022 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6b9cda43-c2a2-4d67-a354-6af00dbc9c25 req-ee156b33-b3f8-4220-8526-fee70b276941 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520430 Aug 17 02:32:45.517650 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c924708-1120-4f4f-8e68-08b021dfaa6e req-22fbd95d-72be-4267-90e3-74b38341475a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:45.519137 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7c924708-1120-4f4f-8e68-08b021dfaa6e req-22fbd95d-72be-4267-90e3-74b38341475a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0518813 Aug 17 02:32:45.557993 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7c924708-1120-4f4f-8e68-08b021dfaa6e req-aa9432dc-d8e8-43e3-8534-184d36808699 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Aug 17 02:32:46.561969 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1684f1-de45-43bd-97b9-5ea67fe0a5ad req-096e344d-497b-406c-b28f-65d9acc57eb3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:46.563797 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf1684f1-de45-43bd-97b9-5ea67fe0a5ad req-096e344d-497b-406c-b28f-65d9acc57eb3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0842450 Aug 17 02:32:46.573606 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e641f-8afb-452f-ac68-2566354ca45e req-01d19383-08c2-48c2-96ed-490fefbe6368 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:46.575010 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b58e641f-8afb-452f-ac68-2566354ca45e req-01d19383-08c2-48c2-96ed-490fefbe6368 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0867033 Aug 17 02:32:46.634851 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf1684f1-de45-43bd-97b9-5ea67fe0a5ad req-20d9732d-1391-43c8-9e89-84a9cb60da43 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588443 Aug 17 02:32:46.639540 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b58e641f-8afb-452f-ac68-2566354ca45e req-cb4e2015-51b2-421d-b009-0f8469eccdd2 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579379 Aug 17 02:32:46.739644 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c46701-8247-4294-bf7e-7cf12e0ac684 req-887a20ad-4804-449f-8cfb-53391d51f262 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:46.741022 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-68c46701-8247-4294-bf7e-7cf12e0ac684 req-887a20ad-4804-449f-8cfb-53391d51f262 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0485048 Aug 17 02:32:46.778852 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-68c46701-8247-4294-bf7e-7cf12e0ac684 req-1c60c1c8-430e-46fb-b73d-4c0f59a030a9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Aug 17 02:32:47.695585 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-275c1330-8aa6-4986-9fa4-ea16269a7d4a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:47.697137 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-275c1330-8aa6-4986-9fa4-ea16269a7d4a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/networks?id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734 HTTP/1.1" status: 200 len: 808 time: 0.1165454 Aug 17 02:32:47.724307 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-59ceee99-9b62-42d0-872a-72b3a8fe436e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/quotas/af85e293d56044888769f5e51e6c2b42 HTTP/1.1" status: 200 len: 375 time: 0.0210500 Aug 17 02:32:47.771651 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-e3e18f44-4779-474f-b520-d97ba3caea96 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=af85e293d56044888769f5e51e6c2b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311430 Aug 17 02:32:47.795345 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a51944-f410-4043-917f-dbbdef997307 req-5428bb91-9b98-4915-818c-ff47b8744fff tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:47.796969 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a2a51944-f410-4043-917f-dbbdef997307 req-5428bb91-9b98-4915-818c-ff47b8744fff tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0860059 Aug 17 02:32:47.881214 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a2a51944-f410-4043-917f-dbbdef997307 req-6d33d90a-be76-4540-8c96-2b468a0d5d67 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726409 Aug 17 02:32:47.907641 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-c08287e7-8209-4ed0-8e63-9b512874abe3 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285508 Aug 17 02:32:48.037686 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb990a-eac5-4ab9-a6e7-03d6dbecc395 req-1c859611-72dc-46be-89b0-47ff11cd582c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:48.039202 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7dfb990a-eac5-4ab9-a6e7-03d6dbecc395 req-1c859611-72dc-46be-89b0-47ff11cd582c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0806441 Aug 17 02:32:48.056456 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-0b6efd1f-a604-4bc7-8223-c0e9d51fec77 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413422 Aug 17 02:32:48.083990 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7dfb990a-eac5-4ab9-a6e7-03d6dbecc395 req-7aa856ec-6abe-4ff2-8e69-39f96bc04523 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370312 Aug 17 02:32:48.268944 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f5501-2c91-424b-9dec-af26e23965e7 req-80935c14-bf0a-41e8-b3c0-6a19020f6480 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:48.271315 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b6f5501-2c91-424b-9dec-af26e23965e7 req-80935c14-bf0a-41e8-b3c0-6a19020f6480 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.1057346 Aug 17 02:32:48.283586 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c0e94867-71fd-4eaa-8e93-955d3bc2c37d req-38929ca9-b760-429f-b34a-a56dcaac7763 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 210 time: 0.0519500 Aug 17 02:32:48.359130 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b6f5501-2c91-424b-9dec-af26e23965e7 req-79140a14-0e60-42e3-a56f-1fba7f75e309 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632124 Aug 17 02:32:49.017820 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd07524-308d-4f18-8416-5898df6b4ba6 req-c7aa9909-6c4a-4dbd-b33f-1320c6e264b7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:49.019303 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8cd07524-308d-4f18-8416-5898df6b4ba6 req-c7aa9909-6c4a-4dbd-b33f-1320c6e264b7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0557985 Aug 17 02:32:49.025845 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57338) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:49.069825 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8cd07524-308d-4f18-8416-5898df6b4ba6 req-c8681601-df9f-4b4e-902b-0e685a99022e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 Aug 17 02:32:49.154034 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1af9ff42-3644-4d67-b506-00733c0cdc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.207457 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f736-ad49-4695-9d34-c54b02a3eedd req-cfe7326c-e45d-4eb7-b2af-c681666ae28e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:49.209404 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad96f736-ad49-4695-9d34-c54b02a3eedd req-cfe7326c-e45d-4eb7-b2af-c681666ae28e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0524356 Aug 17 02:32:49.249856 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad96f736-ad49-4695-9d34-c54b02a3eedd req-13c1f6d3-68ef-412a-9cab-3c9cf62999d7 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346055 Aug 17 02:32:49.250841 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1af9ff42-3644-4d67-b506-00733c0cdc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.255773 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1af9ff42-3644-4d67-b506-00733c0cdc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.301967 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1af9ff42-3644-4d67-b506-00733c0cdc0f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f7a75d4c94a46688dd89e4a13c7166b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746863 Aug 17 02:32:49.302070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57350) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:49.308065 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9ff42-3644-4d67-b506-00733c0cdc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd278357-f14e-4b34-9cf5-98dd0795cea3,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:49.393796 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12ae1d8c-c5be-42d1-96bc-d091382a2b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.396799 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0750938d-7495-41f9-aace-cc8929d01eba req-e4285c3f-f32a-422c-a407-1c7a9cb0f4d5 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 210 time: 0.0383098 Aug 17 02:32:49.439509 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12ae1d8c-c5be-42d1-96bc-d091382a2b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.480776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c58c2f-dd09-48c6-8563-18223f8b6160 req-17cf4863-351f-4332-96e7-5c221f3e44ba tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:49.482251 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b3c58c2f-dd09-48c6-8563-18223f8b6160 req-17cf4863-351f-4332-96e7-5c221f3e44ba tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.1118417 Aug 17 02:32:49.569147 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c282a0-a97b-442b-b7b1-822019355cab req-6f27ce8a-3b2f-4ae4-85fe-131b97246118 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:49.570621 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-48c282a0-a97b-442b-b7b1-822019355cab req-6f27ce8a-3b2f-4ae4-85fe-131b97246118 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0984049 Aug 17 02:32:49.585693 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b3c58c2f-dd09-48c6-8563-18223f8b6160 req-1fd9ab13-98ab-4b9f-866b-208b570c0580 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858407 Aug 17 02:32:49.586567 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12ae1d8c-c5be-42d1-96bc-d091382a2b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.589322 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-12ae1d8c-c5be-42d1-96bc-d091382a2b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.594579 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-12ae1d8c-c5be-42d1-96bc-d091382a2b46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd278357-f14e-4b34-9cf5-98dd0795cea3 HTTP/1.1" status: 204 len: 168 time: 0.2898850 Aug 17 02:32:49.611175 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae1d8c-c5be-42d1-96bc-d091382a2b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd278357-f14e-4b34-9cf5-98dd0795cea3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:49.642930 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-48c282a0-a97b-442b-b7b1-822019355cab req-276c6db0-1c04-44d0-99b4-19d161db73c0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471728 Aug 17 02:32:49.769161 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142df17-3a4d-4fb3-b192-dd20014e3ba5 req-d1713ed9-d775-4fa4-88f9-da496083f302 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:49.771232 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a142df17-3a4d-4fb3-b192-dd20014e3ba5 req-d1713ed9-d775-4fa4-88f9-da496083f302 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0546868 Aug 17 02:32:49.779853 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57374) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:49.784510 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-29f204fb-6f9f-46aa-b9ff-664f599f2c8c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'floatingip': {'port_id': '6fec36d0-662b-47e1-9f51-4371547b09ca'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:49.860757 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29f204fb-6f9f-46aa-b9ff-664f599f2c8c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:49.901902 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57376) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:49.915368 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb56ff4d-8e58-4f76-ac65-b6c0592d5e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.006491 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb56ff4d-8e58-4f76-ac65-b6c0592d5e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.014093 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-eb56ff4d-8e58-4f76-ac65-b6c0592d5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.052717 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-eb56ff4d-8e58-4f76-ac65-b6c0592d5e3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6841ce26f8634c03a8d9f69ae71545c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497376 Aug 17 02:32:50.053592 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56ff4d-8e58-4f76-ac65-b6c0592d5e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94f967-cd89-4154-934a-f6a12c5af0af,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:50.055912 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57380) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:50.106671 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23598aad-6218-494f-ad30-a8ad1b8cf40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.129566 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23598aad-6218-494f-ad30-a8ad1b8cf40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.180574 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23598aad-6218-494f-ad30-a8ad1b8cf40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.183155 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-23598aad-6218-494f-ad30-a8ad1b8cf40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.184482 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-23598aad-6218-494f-ad30-a8ad1b8cf40e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a94f967-cd89-4154-934a-f6a12c5af0af HTTP/1.1" status: 204 len: 168 time: 0.1275163 Aug 17 02:32:50.192714 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23598aad-6218-494f-ad30-a8ad1b8cf40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94f967-cd89-4154-934a-f6a12c5af0af,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:50.499427 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f532e73-fe60-4582-83c8-340723f96537 req-399a2abb-fdd0-4732-8f75-ab8adc7f8ff0 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 210 time: 0.0295758 Aug 17 02:32:50.657004 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29f204fb-6f9f-46aa-b9ff-664f599f2c8c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.662298 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29f204fb-6f9f-46aa-b9ff-664f599f2c8c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:50.738941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabbaea-0191-4ed9-b877-34d84a2da5f1 req-8bcea251-8d3a-4955-8a1b-38eeda2df514 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:50.740625 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5fabbaea-0191-4ed9-b877-34d84a2da5f1 req-8bcea251-8d3a-4955-8a1b-38eeda2df514 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0724394 Aug 17 02:32:50.796176 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-29f204fb-6f9f-46aa-b9ff-664f599f2c8c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Floating IP c368cb30-7938-438e-b68a-6816cf9bc4e1 associated. External IP: 172.27.0.64, port: 6fec36d0-662b-47e1-9f51-4371547b09ca. Aug 17 02:32:50.796475 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5fabbaea-0191-4ed9-b877-34d84a2da5f1 req-1e7fbfc4-7713-4ccd-b84b-5cab3ed3f36c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474255 Aug 17 02:32:51.005098 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f204fb-6f9f-46aa-b9ff-664f599f2c8c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Router 9e8dd478-f0ca-4206-95d0-e122196cba69 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:32:51.111985 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f204fb-6f9f-46aa-b9ff-664f599f2c8c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:32:51.117419 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-29f204fb-6f9f-46aa-b9ff-664f599f2c8c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:51.127688 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] Sync routers for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:32:51.140820 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:51.141544 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:32:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:51.146179 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-29f204fb-6f9f-46aa-b9ff-664f599f2c8c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "PUT /v2.0/floatingips/c368cb30-7938-438e-b68a-6816cf9bc4e1 HTTP/1.1" status: 200 len: 990 time: 1.3651938 Aug 17 02:32:51.146792 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:51.158519 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72c53c020253eb0660dedda3e1088a18ea9b353c5a9e039755f8873f60367545" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ada55f-bfc2-4e7f-92d9-311223b9541d" -d '{"events": [{"name": "network-changed", "server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:51.196268 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6d60bc-36fa-4d91-b06d-2d1fc56c32aa x-openstack-request-id: req-9f6d60bc-36fa-4d91-b06d-2d1fc56c32aa {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:51.199410 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:51.199410 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f6d60bc-36fa-4d91-b06d-2d1fc56c32aa {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:51.199410 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'status': 'completed', 'code': 200} Aug 17 02:32:51.267406 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:51.610913 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1634d343-2f09-416d-90fd-65b1aaf8644e req-4eb58e43-ae57-40af-bdc0-10b9fb667a41 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 210 time: 0.0288954 Aug 17 02:32:51.641159 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'c368cb30-7938-438e-b68a-6816cf9bc4e1', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'port_id': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'mac_address': 'fa:16:3e:b4:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:31:51Z', 'updated_at': '2021-08-17T02:32:50Z', 'revision_number': 1, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:51.667379 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] Checking router: 9e8dd478-f0ca-4206-95d0-e122196cba69 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:32:51.676458 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:32:51.677919 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:32:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:51.804697 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:32:51.928559 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956480af-239b-49a7-a149-9bbb8b4a3ab2 req-d2ea9b07-ccce-4934-a946-5533b2bc0cbd tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:51.931972 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-956480af-239b-49a7-a149-9bbb8b4a3ab2 req-d2ea9b07-ccce-4934-a946-5533b2bc0cbd tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0531573 Aug 17 02:32:51.975205 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-956480af-239b-49a7-a149-9bbb8b4a3ab2 req-ba2a0df2-8a3b-4f3f-a6f0-681661fb04a8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392170 Aug 17 02:32:52.043947 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'c368cb30-7938-438e-b68a-6816cf9bc4e1', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'port_id': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'mac_address': 'fa:16:3e:b4:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:31:51Z', 'updated_at': '2021-08-17T02:32:50Z', 'revision_number': 1, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:32:52.070304 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d8327-0f70-4954-b6ca-083520f49958 None None] The sync data for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi is: [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'c368cb30-7938-438e-b68a-6816cf9bc4e1', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'port_id': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'mac_address': 'fa:16:3e:b4:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:31:51Z', 'updated_at': '2021-08-17T02:32:50Z', 'revision_number': 1, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:32:52.274515 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf79c5e-c03f-43f7-886a-4ba8fce96c4d None None] New status for floating IP c368cb30-7938-438e-b68a-6816cf9bc4e1: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:32:52.702187 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-294e49bc-fa04-4ec0-a9c8-55576c39b269 req-c8ff85ea-1d9d-4501-9d33-fe02e16fa7cd tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 210 time: 0.0266590 Aug 17 02:32:53.082530 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a298460-ce04-480b-bc13-49607c08e85b req-fab93697-a5bc-4bae-976d-f0e23d7b0079 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:53.083872 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2a298460-ce04-480b-bc13-49607c08e85b req-fab93697-a5bc-4bae-976d-f0e23d7b0079 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0474622 Aug 17 02:32:53.120775 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2a298460-ce04-480b-bc13-49607c08e85b req-fb44669b-9ab4-4095-b47c-4e5f0384fae9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310709 Aug 17 02:32:53.793840 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c83bdec0-6fdb-4a73-8484-d024eb18abef req-3148fda0-7f5e-4a67-a1ad-20508ca06509 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 210 time: 0.0265522 Aug 17 02:32:54.238994 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731cbf3-ca63-49af-8514-f9f8a6b6dfd3 req-5aeafdce-1596-4a9c-87de-20c3969f24c9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.240501 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d731cbf3-ca63-49af-8514-f9f8a6b6dfd3 req-5aeafdce-1596-4a9c-87de-20c3969f24c9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0532479 Aug 17 02:32:54.276910 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d731cbf3-ca63-49af-8514-f9f8a6b6dfd3 req-774829b9-f2af-44f1-b87a-bb7f3f602534 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Aug 17 02:32:54.601931 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-69dfc19a-ed6f-48c6-b46e-08109a0b665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.603586 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-69dfc19a-ed6f-48c6-b46e-08109a0b665c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 1098 time: 0.0395494 Aug 17 02:32:54.604422 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-9e1277b6-b061-4db6-9d61-a977a2c688bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.605879 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-9e1277b6-b061-4db6-9d61-a977a2c688bb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0408976 Aug 17 02:32:54.704058 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-02cae51c-c544-45f1-a6ef-062e30bd79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.705514 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-02cae51c-c544-45f1-a6ef-062e30bd79ab service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.0888705 Aug 17 02:32:54.772397 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-7cf6b5a6-2b14-488c-8e0f-2276c151bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.774224 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-7cf6b5a6-2b14-488c-8e0f-2276c151bb0b service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 920 time: 0.1569695 Aug 17 02:32:54.815700 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-3009a528-fd61-45c6-bf13-668903cd7180 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fec36d0-662b-47e1-9f51-4371547b09ca HTTP/1.1" status: 200 len: 1000 time: 0.0887766 Aug 17 02:32:54.894969 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-d7ee92d4-8a59-4393-bdb5-4bba5f674cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.896842 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-d7ee92d4-8a59-4393-bdb5-4bba5f674cd5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0633867 Aug 17 02:32:54.964514 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-0e268e3f-7abf-497a-a063-bdbec67ebf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:54.966095 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-0e268e3f-7abf-497a-a063-bdbec67ebf21 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608613 Aug 17 02:32:55.051547 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-04a739b1-cdd8-4659-9408-f39005dc53da service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b049756c-f19b-4000-bfae-ee58aba41a59 HTTP/1.1" status: 200 len: 217 time: 0.2684908 Aug 17 02:32:55.068496 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-a069472b-5ac0-408f-8503-faf4218785a1 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882931 Aug 17 02:32:55.120876 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7ad23b1c-ab03-4142-b64b-64fd38f450ac req-15dcf6f2-9f1d-4897-9434-b42ad19b677e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 210 time: 0.0799899 Aug 17 02:32:55.173106 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-9c057c98-89ec-4b2a-b6bd-9f2bc98804c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:55.174541 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-9c057c98-89ec-4b2a-b6bd-9f2bc98804c4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 200 len: 859 time: 0.1039000 Aug 17 02:32:55.219071 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-d6ca1e5a-9885-42c3-ac7f-c7c9c3a78712 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344236 Aug 17 02:32:55.226304 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-016fe76b-595d-4e91-9d3c-0e62e6fcde16 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:55.227801 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-016fe76b-595d-4e91-9d3c-0e62e6fcde16 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.63 "GET /v2.0/networks?id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734 HTTP/1.1" status: 200 len: 808 time: 0.1881251 Aug 17 02:32:55.318881 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-3b141a68-d573-4dd0-b505-ad63925a14bc service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900400 Aug 17 02:32:55.350543 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-8193f5c1-c63f-4610-b288-e6327722fc36 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618451 Aug 17 02:32:55.396249 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1597d51-73b4-4783-b040-a921c90cdbbe req-2022d849-f119-49c2-8c0c-2a68148a431e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:55.397607 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c1597d51-73b4-4783-b040-a921c90cdbbe req-2022d849-f119-49c2-8c0c-2a68148a431e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0492222 Aug 17 02:32:55.427520 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Request body: {'port': {'device_id': '8bd8894d-76a0-466f-bb99-ae7ef563f26a', 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734', 'admin_state_up': True, 'tenant_id': 'af85e293d56044888769f5e51e6c2b42'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:55.531484 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c1597d51-73b4-4783-b040-a921c90cdbbe req-970de1aa-bfae-4703-95c6-1c9fa9dc7ed8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278667 Aug 17 02:32:55.594672 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3cb63b4-9982-4d1e-b9fe-d11c54e1bd5b req-77aca3b5-8235-4b2d-93cd-8ebdab6f0514 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772280 Aug 17 02:32:55.616619 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Made reservation on behalf of af85e293d56044888769f5e51e6c2b42 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:32:55.620550 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:55.751145 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Allocated IP 172.20.0.8 (1ee9a466-c12a-4bcc-8e0c-1d05375bd734/26351b99-3319-4d62-b7f8-48a25a424fc5/5994a605-20b6-4b5d-89e9-231159ca940d) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:32:55.901694 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:55.941601 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:55.989349 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:32:55.998044 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:32:56.005893 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:32:56.016527 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Pushing event updated for resources: {'Port': ['ID=5994a605-20b6-4b5d-89e9-231159ca940d,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:56.070855 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:56.071485 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.084817 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-199c458b-34fd-4c61-9d25-fd2d9865c5b3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6684332 Aug 17 02:32:56.188402 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Request body: {'port': {'device_id': '8bd8894d-76a0-466f-bb99-ae7ef563f26a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:32:56.282871 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3ac25-641f-47eb-b7f7-7680aaa09624 req-03bd9cca-34ff-426f-81fb-11665cb7b34b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:56.284321 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-35f3ac25-641f-47eb-b7f7-7680aaa09624 req-03bd9cca-34ff-426f-81fb-11665cb7b34b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 931 time: 0.0923910 Aug 17 02:32:56.285374 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.362955 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-35f3ac25-641f-47eb-b7f7-7680aaa09624 req-7e3c6407-b393-42c6-94f5-3632db3a937f tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691640 Aug 17 02:32:56.573955 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5994a605-20b6-4b5d-89e9-231159ca940d {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:32:56.581345 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.593669 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Transition to ACTIVE for port object 5994a605-20b6-4b5d-89e9-231159ca940d will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:32:56.598680 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.677843 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Pushing event updated for resources: {'Port': ['ID=5994a605-20b6-4b5d-89e9-231159ca940d,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:56.712252 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64d513-8117-42ee-b029-bc61021fa94b req-a4dc5489-f165-477e-bfdc-3e579d370264 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:56.713729 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e64d513-8117-42ee-b029-bc61021fa94b req-a4dc5489-f165-477e-bfdc-3e579d370264 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.1092863 Aug 17 02:32:56.786961 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e64d513-8117-42ee-b029-bc61021fa94b req-3c178cc3-bba7-489e-82da-16865bccabdf tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 Aug 17 02:32:56.788017 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Attempting to bind port 5994a605-20b6-4b5d-89e9-231159ca940d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:32:56.788347 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Attempting to bind port 5994a605-20b6-4b5d-89e9-231159ca940d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'f4181292-4344-47a7-a7a1-73ac1d9e1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:32:56.788672 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Attempting to bind port 5994a605-20b6-4b5d-89e9-231159ca940d on network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:56.793359 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Port 5994a605-20b6-4b5d-89e9-231159ca940d on network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:32:56.793681 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Attempting to bind port 5994a605-20b6-4b5d-89e9-231159ca940d on network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:32:56.798722 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:32:56.799043 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Checking segment: {'id': 'f4181292-4344-47a7-a7a1-73ac1d9e1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:32:56.799547 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Bound using segment: {'id': 'f4181292-4344-47a7-a7a1-73ac1d9e1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:32:56.799852 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Bound port: 5994a605-20b6-4b5d-89e9-231159ca940d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4181292-4344-47a7-a7a1-73ac1d9e1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:32:56.800208 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.867811 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] For port 5994a605-20b6-4b5d-89e9-231159ca940d, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:32:56.871131 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] For port 5994a605-20b6-4b5d-89e9-231159ca940d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5994a605-20b6-4b5d-89e9-231159ca940d,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:32:56.875933 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.914780 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:56.915389 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:56.916747 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] 10.222.0.63 "PUT /v2.0/ports/5994a605-20b6-4b5d-89e9-231159ca940d HTTP/1.1" status: 200 len: 1093 time: 0.7334657 Aug 17 02:32:56.917175 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd8894d-76a0-466f-bb99-ae7ef563f26a', 'tag': '5994a605-20b6-4b5d-89e9-231159ca940d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:32:56.919427 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22940fa1-8d65-47ce-ac0d-ad838eff2bea" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd8894d-76a0-466f-bb99-ae7ef563f26a", "tag": "5994a605-20b6-4b5d-89e9-231159ca940d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:32:56.953496 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c144ed8-8d46-46de-a292-8b7eccb8de83 service neutron] Pushing event updated for resources: {'Port': ['ID=5994a605-20b6-4b5d-89e9-231159ca940d,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:56.959010 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73a3bc6-c458-4bf9-8cf3-571d9b51d551 x-openstack-request-id: req-f73a3bc6-c458-4bf9-8cf3-571d9b51d551 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:32:56.959379 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd8894d-76a0-466f-bb99-ae7ef563f26a", "tag": "5994a605-20b6-4b5d-89e9-231159ca940d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:32:56.959654 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f73a3bc6-c458-4bf9-8cf3-571d9b51d551 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:32:56.960042 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd8894d-76a0-466f-bb99-ae7ef563f26a', 'tag': '5994a605-20b6-4b5d-89e9-231159ca940d', 'status': 'completed', 'code': 200} Aug 17 02:32:57.005858 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-4fb0ff0b-5cc8-477d-b700-cd2c8f42befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.007714 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-4fb0ff0b-5cc8-477d-b700-cd2c8f42befa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=af85e293d56044888769f5e51e6c2b42&device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 1096 time: 0.0415065 Aug 17 02:32:57.059749 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-48430def-afcf-4779-bd68-93b7160ca123 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5994a605-20b6-4b5d-89e9-231159ca940d HTTP/1.1" status: 200 len: 217 time: 0.0388758 Aug 17 02:32:57.130690 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-a413a93c-280e-4810-ac72-d340899c885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.132188 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-a413a93c-280e-4810-ac72-d340899c885c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26351b99-3319-4d62-b7f8-48a25a424fc5 HTTP/1.1" status: 200 len: 848 time: 0.0647287 Aug 17 02:32:57.184994 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-546ac537-6348-45bf-981f-05420a34dbc1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443583 Aug 17 02:32:57.302343 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-7cdab1d8-344d-43ae-9fd5-431eb55116d2 service neutron] 10.222.0.63 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086385 Aug 17 02:32:57.434167 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57578) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:57.453999 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791f7366-9bf6-429f-abe4-98fd6ec4eae1 req-3c2131bf-4c29-43a2-9d02-eaab141d7815 service neutron] 10.222.0.63 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443467 Aug 17 02:32:57.542021 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b265ee-3073-44fb-88b1-93d2ccec7b71 req-eecf602d-32b1-4983-84b5-37e9cb8aa4ce tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.544322 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d0b265ee-3073-44fb-88b1-93d2ccec7b71 req-eecf602d-32b1-4983-84b5-37e9cb8aa4ce tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.0569217 Aug 17 02:32:57.593819 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce3d5-21fc-4ad3-a611-481e2fcef84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.642551 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-b4648a17-d157-4aac-8042-959c5c93f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.645331 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-b4648a17-d157-4aac-8042-959c5c93f1c8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=af85e293d56044888769f5e51e6c2b42&device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 1096 time: 0.0984354 Aug 17 02:32:57.654801 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d0b265ee-3073-44fb-88b1-93d2ccec7b71 req-010888d9-272d-476d-9df0-b588c449d237 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958977 Aug 17 02:32:57.747678 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce3d5-21fc-4ad3-a611-481e2fcef84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.754327 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce3d5-21fc-4ad3-a611-481e2fcef84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.761385 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-e384801b-41e5-4a9a-bfc5-4e215a7ac9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.763365 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-e384801b-41e5-4a9a-bfc5-4e215a7ac9ab service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734 HTTP/1.1" status: 200 len: 909 time: 0.1075966 Aug 17 02:32:57.823128 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4c4ce3d5-21fc-4ad3-a611-481e2fcef84f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f07d13c320904b6b8007e6060492a640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692253 Aug 17 02:32:57.824156 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57592) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:57.830678 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ce3d5-21fc-4ad3-a611-481e2fcef84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783f6dab-9bdd-4dfc-a257-b941ad1dbb5e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:57.872875 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-e1f39ac2-31b9-41b1-983c-289f84bd9a42 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5994a605-20b6-4b5d-89e9-231159ca940d HTTP/1.1" status: 200 len: 217 time: 0.0890548 Aug 17 02:32:57.920571 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-047ffacd-992d-4543-b2ec-9d99ad692537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.954722 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57608) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:57.965556 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-047ffacd-992d-4543-b2ec-9d99ad692537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:57.986179 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c82e1c-7963-4795-8a38-55909fc3a34b req-5581c44a-26cc-43a6-a118-d2c682d2e052 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:57.988621 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3c82e1c-7963-4795-8a38-55909fc3a34b req-5581c44a-26cc-43a6-a118-d2c682d2e052 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0644310 Aug 17 02:32:58.024646 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-047ffacd-992d-4543-b2ec-9d99ad692537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.027344 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-047ffacd-992d-4543-b2ec-9d99ad692537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.028503 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-047ffacd-992d-4543-b2ec-9d99ad692537 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/783f6dab-9bdd-4dfc-a257-b941ad1dbb5e HTTP/1.1" status: 204 len: 168 time: 0.2032015 Aug 17 02:32:58.031384 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3c82e1c-7963-4795-8a38-55909fc3a34b req-163b0527-bebc-4090-9506-5a888ba224c4 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362973 Aug 17 02:32:58.052842 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ffacd-992d-4543-b2ec-9d99ad692537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783f6dab-9bdd-4dfc-a257-b941ad1dbb5e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:58.112114 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-702b9f71-94ac-4667-b932-c58ea4f311bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.209367 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-702b9f71-94ac-4667-b932-c58ea4f311bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.213277 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-702b9f71-94ac-4667-b932-c58ea4f311bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.252413 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b9f71-94ac-4667-b932-c58ea4f311bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a1c6a2-fad6-4f97-8fff-6cb43eb4e6ff,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:58.259814 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-702b9f71-94ac-4667-b932-c58ea4f311bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0476b1dfe114463b0a1241adfaa4571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015814 Aug 17 02:32:58.260236 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57616) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:58.311508 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b217-873d-4ead-a3a7-b4f8e38ef55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.333782 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b217-873d-4ead-a3a7-b4f8e38ef55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.384295 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b217-873d-4ead-a3a7-b4f8e38ef55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.387129 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b217-873d-4ead-a3a7-b4f8e38ef55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.388264 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f7d8b217-873d-4ead-a3a7-b4f8e38ef55f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8a1c6a2-fad6-4f97-8fff-6cb43eb4e6ff HTTP/1.1" status: 204 len: 168 time: 0.1270211 Aug 17 02:32:58.397564 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8b217-873d-4ead-a3a7-b4f8e38ef55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a1c6a2-fad6-4f97-8fff-6cb43eb4e6ff,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:58.415514 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57620) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:58.430146 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3ed7-475b-4a7a-9b8f-35ea54d1cdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.522400 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3ed7-475b-4a7a-9b8f-35ea54d1cdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.526184 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3ed7-475b-4a7a-9b8f-35ea54d1cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.575270 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1bcd3ed7-475b-4a7a-9b8f-35ea54d1cdd0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a37d9ff6fd29431ba40c5d6896c02785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582646 Aug 17 02:32:58.576504 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd3ed7-475b-4a7a-9b8f-35ea54d1cdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d103fb-792e-4886-8251-638833235286,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:58.576970 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57628) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:58.628190 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d86299f9-186d-4ee7-825f-2ca9c0c95980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.649590 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d86299f9-186d-4ee7-825f-2ca9c0c95980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.701229 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d86299f9-186d-4ee7-825f-2ca9c0c95980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.703955 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d86299f9-186d-4ee7-825f-2ca9c0c95980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.708217 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d86299f9-186d-4ee7-825f-2ca9c0c95980 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30d103fb-792e-4886-8251-638833235286 HTTP/1.1" status: 204 len: 168 time: 0.1267018 Aug 17 02:32:58.724719 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86299f9-186d-4ee7-825f-2ca9c0c95980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d103fb-792e-4886-8251-638833235286,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:58.725724 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57634) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:58.749217 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5faad2db-1c53-4f0b-adb6-759b44931b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.831060 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ddda4-222c-43ef-b049-a4df7fcfded9 req-5f20da85-c12f-493a-9f80-9356fec0957c tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:58.833121 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5a6ddda4-222c-43ef-b049-a4df7fcfded9 req-5f20da85-c12f-493a-9f80-9356fec0957c tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.0810034 Aug 17 02:32:58.893226 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5a6ddda4-222c-43ef-b049-a4df7fcfded9 req-b642ab31-fb1d-4581-a9f9-f5d5a31e2db5 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527031 Aug 17 02:32:58.934033 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5faad2db-1c53-4f0b-adb6-759b44931b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.938294 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5faad2db-1c53-4f0b-adb6-759b44931b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:58.977414 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-5faad2db-1c53-4f0b-adb6-759b44931b28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=570589300f9b4cf79db02ccea7df0aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498345 Aug 17 02:32:58.978207 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faad2db-1c53-4f0b-adb6-759b44931b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664d98ef-97dc-4570-8393-015243c1c94c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:58.980257 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57638) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:32:59.036606 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6c6d-c2d8-4c6e-91de-46c7103d1f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.059765 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6c6d-c2d8-4c6e-91de-46c7103d1f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.112531 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6c6d-c2d8-4c6e-91de-46c7103d1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.116472 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6c6d-c2d8-4c6e-91de-46c7103d1f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:32:59.117633 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b1fc6c6d-c2d8-4c6e-91de-46c7103d1f8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/664d98ef-97dc-4570-8393-015243c1c94c HTTP/1.1" status: 204 len: 168 time: 0.1364155 Aug 17 02:32:59.125839 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc6c6d-c2d8-4c6e-91de-46c7103d1f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664d98ef-97dc-4570-8393-015243c1c94c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:32:59.163162 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8b861-35b1-4be7-b775-026eb5d1791e req-4c7c49d8-d269-4d32-9dd8-440c594cb477 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:59.164692 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06a8b861-35b1-4be7-b775-026eb5d1791e req-4c7c49d8-d269-4d32-9dd8-440c594cb477 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0596154 Aug 17 02:32:59.205092 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06a8b861-35b1-4be7-b775-026eb5d1791e req-5359b6bf-5e4c-4e63-bcfb-373ed2f9ead8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Aug 17 02:32:59.877505 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-865dfbde-454a-4863-8a35-c732b6851199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:32:59.879050 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-865dfbde-454a-4863-8a35-c732b6851199 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26351b99-3319-4d62-b7f8-48a25a424fc5 HTTP/1.1" status: 200 len: 848 time: 0.0440817 Aug 17 02:33:00.014773 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5f5cc-8bec-4b2b-934f-2ee8d9c8569e req-b7266d67-0eb2-4ba7-aabf-e7db52908e1b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.016259 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bec5f5cc-8bec-4b2b-934f-2ee8d9c8569e req-b7266d67-0eb2-4ba7-aabf-e7db52908e1b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.0489199 Aug 17 02:33:00.056436 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bec5f5cc-8bec-4b2b-934f-2ee8d9c8569e req-294a592b-805e-41cf-a216-f374dae0bc82 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335228 Aug 17 02:33:00.324483 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3bb43-ed07-4341-af29-2cd84530cdad req-030be72b-012d-4a73-9cb2-6a92239b588f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:00.325935 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-33c3bb43-ed07-4341-af29-2cd84530cdad req-030be72b-012d-4a73-9cb2-6a92239b588f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Aug 17 02:33:00.362444 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-33c3bb43-ed07-4341-af29-2cd84530cdad req-beb29b81-044f-4dd6-a21f-fbc43cbecb88 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305784 Aug 17 02:33:01.169114 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02016-d726-4549-8c89-94b538c15fb9 req-cdcad9d9-0cbe-4831-8600-4929d15a3e97 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:01.170555 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-08d02016-d726-4549-8c89-94b538c15fb9 req-cdcad9d9-0cbe-4831-8600-4929d15a3e97 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.0482910 Aug 17 02:33:01.209037 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-08d02016-d726-4549-8c89-94b538c15fb9 req-244111b1-2a1c-420e-ad4a-609bc16af2e5 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Aug 17 02:33:01.478062 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75360125-0684-436f-a76a-006394609278 req-a6ce05b4-635b-4d70-bc07-df9560c9cf34 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:01.479683 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-75360125-0684-436f-a76a-006394609278 req-a6ce05b4-635b-4d70-bc07-df9560c9cf34 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0493634 Aug 17 02:33:01.519196 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-75360125-0684-436f-a76a-006394609278 req-2fac13ad-a760-4cea-a4c1-d68e99849872 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335114 Aug 17 02:33:01.817574 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57726) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:01.920300 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a81941b0-c52e-413c-956c-b9cb8ed8c4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.010106 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a81941b0-c52e-413c-956c-b9cb8ed8c4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.013832 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a81941b0-c52e-413c-956c-b9cb8ed8c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.052165 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a81941b0-c52e-413c-956c-b9cb8ed8c4dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98050cd139db4e6da03b32fdfde4d958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333744 Aug 17 02:33:02.053011 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81941b0-c52e-413c-956c-b9cb8ed8c4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195147a9-c7a9-4cc1-830b-7d2af4665539,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:02.055452 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57730) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:02.111298 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b04ae1ee-b42d-48d9-86bb-268e1d519e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.137508 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b04ae1ee-b42d-48d9-86bb-268e1d519e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.192538 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b04ae1ee-b42d-48d9-86bb-268e1d519e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.195293 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b04ae1ee-b42d-48d9-86bb-268e1d519e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:02.196428 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-b04ae1ee-b42d-48d9-86bb-268e1d519e14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/195147a9-c7a9-4cc1-830b-7d2af4665539 HTTP/1.1" status: 204 len: 168 time: 0.1399515 Aug 17 02:33:02.204450 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ae1ee-b42d-48d9-86bb-268e1d519e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195147a9-c7a9-4cc1-830b-7d2af4665539,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:02.328478 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e7fd7-2f12-4a63-8e92-22493ee0a491 req-1fc7ab3b-7288-44f0-8ad6-0b1b3ff70461 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:02.329960 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-683e7fd7-2f12-4a63-8e92-22493ee0a491 req-1fc7ab3b-7288-44f0-8ad6-0b1b3ff70461 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.0518343 Aug 17 02:33:02.376299 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-683e7fd7-2f12-4a63-8e92-22493ee0a491 req-76879066-a68a-42f9-a7fd-2bd319001561 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380905 Aug 17 02:33:02.632340 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71c035-fdc7-4da6-b68d-f68ce885aac3 req-80031866-7ac9-4bf5-8fa0-6ff02e74298a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:02.633838 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1d71c035-fdc7-4da6-b68d-f68ce885aac3 req-80031866-7ac9-4bf5-8fa0-6ff02e74298a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0494194 Aug 17 02:33:02.672382 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1d71c035-fdc7-4da6-b68d-f68ce885aac3 req-506faf3c-f98d-4e55-b8ec-35ee0d57517b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Aug 17 02:33:03.332722 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-9e1f806e-370f-438f-8ff4-384f645fa45f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255744 Aug 17 02:33:03.470977 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-14199568-3613-4b9f-a02b-7d9a2b083da9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1041856 Aug 17 02:33:03.531872 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-30eb83aa-3c1c-4993-9c09-244362cf2fa2 service neutron] 10.222.0.63 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733892 Aug 17 02:33:03.558005 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78e009-fef5-4884-aa84-440245e5e982 req-ec088ebb-edc7-4333-9f68-596d8e2d00bf tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:03.559506 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e78e009-fef5-4884-aa84-440245e5e982 req-ec088ebb-edc7-4333-9f68-596d8e2d00bf tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.1121757 Aug 17 02:33:03.649909 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-e55c38d1-2ed7-41bc-a739-7b6491169356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:03.651404 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-e55c38d1-2ed7-41bc-a739-7b6491169356 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=993a71be71e64a06bf01992b5af5df14&device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 1099 time: 0.1300597 Aug 17 02:33:03.660832 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e78e009-fef5-4884-aa84-440245e5e982 req-fcbd3403-754e-4f86-869e-7aa8478e4f5c tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898306 Aug 17 02:33:03.732018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-22940fa1-8d65-47ce-ac0d-ad838eff2bea req-816e0e49-b5ea-4bbb-bfc0-13a888f01ec2 service neutron] 10.222.0.63 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700487 Aug 17 02:33:03.807222 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-77dc5daf-d52d-4dc9-92d8-77e8ed9cae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:03.808652 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-77dc5daf-d52d-4dc9-92d8-77e8ed9cae96 service neutron] 10.222.0.63 "GET /v2.0/networks?id=576ca2ae-56af-436c-9066-879ec97ea39f HTTP/1.1" status: 200 len: 912 time: 0.1322439 Aug 17 02:33:03.821709 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85041a-0531-4a28-a9ce-1d39514f3dc1 req-dffa0521-0f45-435e-ab18-b87d1ef208e9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:03.823108 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5e85041a-0531-4a28-a9ce-1d39514f3dc1 req-dffa0521-0f45-435e-ab18-b87d1ef208e9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0790746 Aug 17 02:33:03.861898 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5e85041a-0531-4a28-a9ce-1d39514f3dc1 req-95a5d4f7-1f6b-4b0c-b50e-ba1d7c8ecc84 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Aug 17 02:33:03.862642 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:04.007079 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-2609a6e5-7b66-43a7-8938-8e50290aad22 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 HTTP/1.1" status: 200 len: 217 time: 0.0351300 Aug 17 02:33:04.057851 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-6e63fdc8-012b-4ffc-a91e-34a7bbfa8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:04.059253 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-6e63fdc8-012b-4ffc-a91e-34a7bbfa8188 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1b0c42a0-64a2-4e98-9dbd-455389ef9b21 HTTP/1.1" status: 200 len: 851 time: 0.0421703 Aug 17 02:33:04.091845 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-376286e8-cca7-4017-ae45-878c1e55d551 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=576ca2ae-56af-436c-9066-879ec97ea39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226326 Aug 17 02:33:04.383698 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-6ea012ca-665c-4f5a-91b0-684b8c0463eb service neutron] 10.222.0.63 "GET /v2.0/networks/576ca2ae-56af-436c-9066-879ec97ea39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824857 Aug 17 02:33:04.481519 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77d64f93-82b8-431e-a4e0-c2de37e149a4 req-b0c221cd-db10-4350-8b77-330b42b051b2 service neutron] 10.222.0.63 "GET /v2.0/networks/576ca2ae-56af-436c-9066-879ec97ea39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872428 Aug 17 02:33:04.778180 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c753a72-dc20-46b1-8397-e255c4d81c7d req-c08be323-3b37-4937-8eda-7cd06ee129ae tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:04.779635 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5c753a72-dc20-46b1-8397-e255c4d81c7d req-c08be323-3b37-4937-8eda-7cd06ee129ae tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.0488777 Aug 17 02:33:04.821212 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5c753a72-dc20-46b1-8397-e255c4d81c7d req-193cf7e7-3c9f-4853-b4fe-8ba33843729f tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356932 Aug 17 02:33:04.977916 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ac19a-fcf4-44a9-adfd-59252194f479 req-304f6a9b-96a2-4797-8c84-c86342b99de7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:04.979386 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-652ac19a-fcf4-44a9-adfd-59252194f479 req-304f6a9b-96a2-4797-8c84-c86342b99de7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0477612 Aug 17 02:33:05.016298 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-652ac19a-fcf4-44a9-adfd-59252194f479 req-a700e232-e954-437e-9f34-7152b72c541f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Aug 17 02:33:05.940317 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad20a9-a570-4f84-9bb9-25cb1ee548d5 req-6c005a44-9a38-4e39-9e5d-b4a972a8239d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:05.941644 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06ad20a9-a570-4f84-9bb9-25cb1ee548d5 req-6c005a44-9a38-4e39-9e5d-b4a972a8239d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.0509660 Aug 17 02:33:05.983456 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06ad20a9-a570-4f84-9bb9-25cb1ee548d5 req-f6dbd3f6-45e8-4e00-81e4-7961e7fac74a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349565 Aug 17 02:33:06.128701 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3f430-b59e-410a-b8ef-199204d1ba1d req-e52fd42d-7c66-428b-a017-fba736f356c7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:06.130173 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-50f3f430-b59e-410a-b8ef-199204d1ba1d req-e52fd42d-7c66-428b-a017-fba736f356c7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0484838 Aug 17 02:33:06.168180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-50f3f430-b59e-410a-b8ef-199204d1ba1d req-7240887c-d97c-496a-9a03-2b16708fd5e4 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Aug 17 02:33:07.110602 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:33:07.136158 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056ffbd-5c6a-4640-b73d-1a458b65abe3 req-7c9e9862-b7ca-44a1-9ef9-6e98cd1d21e7 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:07.138437 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0056ffbd-5c6a-4640-b73d-1a458b65abe3 req-7c9e9862-b7ca-44a1-9ef9-6e98cd1d21e7 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.0773430 Aug 17 02:33:07.183314 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0056ffbd-5c6a-4640-b73d-1a458b65abe3 req-83b64fda-fbc8-496b-95d0-e4ffec790cae tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362327 Aug 17 02:33:07.306121 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0bfef-a66b-4aad-9d62-e3c439908911 req-ea03acd5-500a-4c11-9975-370b39061756 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:07.307631 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8e0bfef-a66b-4aad-9d62-e3c439908911 req-ea03acd5-500a-4c11-9975-370b39061756 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0557406 Aug 17 02:33:07.345862 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8e0bfef-a66b-4aad-9d62-e3c439908911 req-e8364047-f5d8-4569-a328-6f239e9edd6c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Aug 17 02:33:08.294249 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 5994a605-20b6-4b5d-89e9-231159ca940d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:33:08.366846 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94309467-602e-4a51-b4b5-08e3b46d0494 req-d92c54e6-6397-47f1-9944-5334a8828b52 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:08.373556 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-94309467-602e-4a51-b4b5-08e3b46d0494 req-d92c54e6-6397-47f1-9944-5334a8828b52 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 943 time: 0.1031985 Aug 17 02:33:08.451783 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 5994a605-20b6-4b5d-89e9-231159ca940d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5994a605-20b6-4b5d-89e9-231159ca940d,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:08.470011 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '5994a605-20b6-4b5d-89e9-231159ca940d', 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734', 'port_id': '5994a605-20b6-4b5d-89e9-231159ca940d', 'mac_address': 'fa:16:3e:c7:ba:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26351b99-3319-4d62-b7f8-48a25a424fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:33:08.493242 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-94309467-602e-4a51-b4b5-08e3b46d0494 req-82693362-0aaf-42f5-8aa6-81716b09e4ea tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912399 Aug 17 02:33:08.516816 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.532624 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5994a605-20b6-4b5d-89e9-231159ca940d {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:33:08.566090 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 5994a605-20b6-4b5d-89e9-231159ca940d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5994a605-20b6-4b5d-89e9-231159ca940d,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:08.574307 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.575046 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ebe69-a382-43e1-86de-3b17df749369 req-85b6a246-d75f-43f8-b29e-b79141af6eff tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:08.577392 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-235ebe69-a382-43e1-86de-3b17df749369 req-85b6a246-d75f-43f8-b29e-b79141af6eff tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.1000316 Aug 17 02:33:08.633523 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-235ebe69-a382-43e1-86de-3b17df749369 req-6130f950-d2fe-4a5e-bd18-1c5fc5964241 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Aug 17 02:33:08.648917 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=5994a605-20b6-4b5d-89e9-231159ca940d,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:08.692822 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 57962) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:08.732579 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0033a0cf-0ec9-4c24-a253-4e26353b9498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.805146 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9fe454-c404-4cb9-9909-06471822dfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.907645 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9fe454-c404-4cb9-9909-06471822dfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.911683 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b9fe454-c404-4cb9-9909-06471822dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:08.953196 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1b9fe454-c404-4cb9-9909-06471822dfaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbd9e91f16254532b13c4544d469c6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587395 Aug 17 02:33:08.954054 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fe454-c404-4cb9-9909-06471822dfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e2d5f1-7159-4f43-aae7-99669f07793c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:08.955810 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 57968) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:09.004341 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95e8dd58-f994-4d90-8ec0-659b8ed78789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.025096 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95e8dd58-f994-4d90-8ec0-659b8ed78789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.069486 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95e8dd58-f994-4d90-8ec0-659b8ed78789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.072098 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95e8dd58-f994-4d90-8ec0-659b8ed78789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.075038 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-95e8dd58-f994-4d90-8ec0-659b8ed78789 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07e2d5f1-7159-4f43-aae7-99669f07793c HTTP/1.1" status: 204 len: 168 time: 0.1180587 Aug 17 02:33:09.082749 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8dd58-f994-4d90-8ec0-659b8ed78789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e2d5f1-7159-4f43-aae7-99669f07793c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:09.160500 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['5994a605-20b6-4b5d-89e9-231159ca940d'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:33:09.539693 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58008) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:09.616335 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e9fb4-a627-4719-9f6e-d09d8922a64a req-697b5369-54fb-406d-8423-cf5a4da1fc39 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:09.617837 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d57e9fb4-a627-4719-9f6e-d09d8922a64a req-697b5369-54fb-406d-8423-cf5a4da1fc39 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 944 time: 0.0518539 Aug 17 02:33:09.680123 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d57e9fb4-a627-4719-9f6e-d09d8922a64a req-c7281452-12db-4cbd-ad88-093d3e737698 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534425 Aug 17 02:33:09.699266 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5bca094e-3aec-4876-84f6-faa1753d825b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.774352 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc91a45-f207-4004-8a6a-6938c739001a req-b77227aa-f388-40b0-b4b0-96895ac19428 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:09.775901 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7dc91a45-f207-4004-8a6a-6938c739001a req-b77227aa-f388-40b0-b4b0-96895ac19428 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0552485 Aug 17 02:33:09.824460 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5bca094e-3aec-4876-84f6-faa1753d825b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.829058 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5bca094e-3aec-4876-84f6-faa1753d825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.831004 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7dc91a45-f207-4004-8a6a-6938c739001a req-2df0cfe2-fd60-4bbf-bd33-1901f6ae50b8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479105 Aug 17 02:33:09.837228 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 58024) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:09.883155 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5bca094e-3aec-4876-84f6-faa1753d825b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4dd18bbca95f439798e2f757f1cc742b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422778 Aug 17 02:33:09.894422 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 58030) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:09.909952 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca094e-3aec-4876-84f6-faa1753d825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f98f374-6e8b-4e92-b574-34c23b388577,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:09.967555 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5367e734-c6ce-4573-b05f-899725fc7731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:09.991396 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5367e734-c6ce-4573-b05f-899725fc7731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.045884 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5367e734-c6ce-4573-b05f-899725fc7731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.049104 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5367e734-c6ce-4573-b05f-899725fc7731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.051057 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-5367e734-c6ce-4573-b05f-899725fc7731 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f98f374-6e8b-4e92-b574-34c23b388577 HTTP/1.1" status: 204 len: 168 time: 0.1651406 Aug 17 02:33:10.063756 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367e734-c6ce-4573-b05f-899725fc7731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f98f374-6e8b-4e92-b574-34c23b388577,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:10.087196 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1a34-324a-4111-b482-427b0c249510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.156281 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58040) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:10.199471 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1a34-324a-4111-b482-427b0c249510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.203974 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1a34-324a-4111-b482-427b0c249510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.246842 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58050) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:10.247015 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-e0cd1a34-324a-4111-b482-427b0c249510 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fef99b5e66fc4a8ea91338b0b12fc31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089472 Aug 17 02:33:10.249419 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1a34-324a-4111-b482-427b0c249510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81048a2-1951-430e-9306-8ed8760e3a36,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:10.305710 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f934402-648a-4758-84d4-e22d5aa54833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.330148 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f934402-648a-4758-84d4-e22d5aa54833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.383583 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f934402-648a-4758-84d4-e22d5aa54833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.386281 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f934402-648a-4758-84d4-e22d5aa54833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.387605 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8f934402-648a-4758-84d4-e22d5aa54833 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f81048a2-1951-430e-9306-8ed8760e3a36 HTTP/1.1" status: 204 len: 168 time: 0.1398325 Aug 17 02:33:10.403282 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f934402-648a-4758-84d4-e22d5aa54833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81048a2-1951-430e-9306-8ed8760e3a36,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:10.412053 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-af76dddc-1967-4ddc-9818-5d155d47d104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.530099 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-af76dddc-1967-4ddc-9818-5d155d47d104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.535699 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-af76dddc-1967-4ddc-9818-5d155d47d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.554174 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 58064) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:10.574645 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-291ab3f3-99b4-4473-845a-0341fd012126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.581699 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-af76dddc-1967-4ddc-9818-5d155d47d104 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c426f8ab04444a9a6b820ee202d28b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243000 Aug 17 02:33:10.582539 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76dddc-1967-4ddc-9818-5d155d47d104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412f0031-c526-4f61-b9d2-62d4cdf20111,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:10.585618 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58070) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:10.663262 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1c915fd-3d8f-48e7-934f-392987c1ec91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.689655 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1c915fd-3d8f-48e7-934f-392987c1ec91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.693159 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-291ab3f3-99b4-4473-845a-0341fd012126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.708831 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-291ab3f3-99b4-4473-845a-0341fd012126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.766402 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1c915fd-3d8f-48e7-934f-392987c1ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.771778 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a1c915fd-3d8f-48e7-934f-392987c1ec91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.777022 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a1c915fd-3d8f-48e7-934f-392987c1ec91 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/412f0031-c526-4f61-b9d2-62d4cdf20111 HTTP/1.1" status: 204 len: 168 time: 0.1904202 Aug 17 02:33:10.785881 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c915fd-3d8f-48e7-934f-392987c1ec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412f0031-c526-4f61-b9d2-62d4cdf20111,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:10.821719 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-291ab3f3-99b4-4473-845a-0341fd012126 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d039595e4c3e4551999fb349217807fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664034 Aug 17 02:33:10.824203 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ab3f3-99b4-4473-845a-0341fd012126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2f1ab-b253-451b-970e-bbe4ab210fce,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:10.824465 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58106) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:10.870287 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6f36a-a0cb-4210-a00c-8434d7c07b9e req-4b57e65d-aaaf-40a9-86d6-28ec2fa75d7a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:10.880083 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49e6f36a-a0cb-4210-a00c-8434d7c07b9e req-4b57e65d-aaaf-40a9-86d6-28ec2fa75d7a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 944 time: 0.0933144 Aug 17 02:33:10.905923 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-186cc835-b884-45b7-8bc5-c773a9adde60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:10.945156 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-186cc835-b884-45b7-8bc5-c773a9adde60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.019360 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-186cc835-b884-45b7-8bc5-c773a9adde60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.021694 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49e6f36a-a0cb-4210-a00c-8434d7c07b9e req-db69f2fa-9f96-4331-9952-59e31ed6cae4 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384099 Aug 17 02:33:11.026989 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-186cc835-b884-45b7-8bc5-c773a9adde60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.026989 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-186cc835-b884-45b7-8bc5-c773a9adde60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bf2f1ab-b253-451b-970e-bbe4ab210fce HTTP/1.1" status: 204 len: 168 time: 0.2003229 Aug 17 02:33:11.029560 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58112) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:11.051311 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cc835-b884-45b7-8bc5-c773a9adde60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2f1ab-b253-451b-970e-bbe4ab210fce,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:11.071625 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898e54-f000-46b1-ada8-4e696ed2de67 req-2ba5713e-d180-460b-8b9e-fa694805dc35 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:11.074554 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6c898e54-f000-46b1-ada8-4e696ed2de67 req-2ba5713e-d180-460b-8b9e-fa694805dc35 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.1187665 Aug 17 02:33:11.086708 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcbf858b-2a5c-45d6-be8d-e4d45e746856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.143939 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6c898e54-f000-46b1-ada8-4e696ed2de67 req-841c421d-06b4-4684-bcae-a8595f464a3d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604024 Aug 17 02:33:11.242900 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcbf858b-2a5c-45d6-be8d-e4d45e746856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.247887 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bcbf858b-2a5c-45d6-be8d-e4d45e746856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.291836 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bcbf858b-2a5c-45d6-be8d-e4d45e746856 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e505f2aac4946269558baaf50e45cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603457 Aug 17 02:33:11.292786 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf858b-2a5c-45d6-be8d-e4d45e746856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193be1d6-6885-4f80-b6da-a92169ddaed7,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:11.294401 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 58124) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:11.369415 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc715-6930-4f15-9dba-89dffdafcf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.371949 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fdab747-0b22-4839-92e0-a34718a49035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.398180 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fdab747-0b22-4839-92e0-a34718a49035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.454730 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fdab747-0b22-4839-92e0-a34718a49035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.457542 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9fdab747-0b22-4839-92e0-a34718a49035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.458805 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-9fdab747-0b22-4839-92e0-a34718a49035 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/193be1d6-6885-4f80-b6da-a92169ddaed7 HTTP/1.1" status: 204 len: 168 time: 0.1570354 Aug 17 02:33:11.468104 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58138) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:11.478116 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdab747-0b22-4839-92e0-a34718a49035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193be1d6-6885-4f80-b6da-a92169ddaed7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:11.520959 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dd4d64c8-a4cb-4dd0-997b-cc1ef73f4ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.540652 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.629523 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dd4d64c8-a4cb-4dd0-997b-cc1ef73f4ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.635844 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dd4d64c8-a4cb-4dd0-997b-cc1ef73f4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.694909 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d64c8-a4cb-4dd0-997b-cc1ef73f4ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebae4aad-49c9-4923-991c-05cb3fb151ef,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:11.703220 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-dd4d64c8-a4cb-4dd0-997b-cc1ef73f4ed9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1678049e11fd4b4580f1d729baa43620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317538 Aug 17 02:33:11.705573 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 58156) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:11.769538 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-907f5f28-ab42-4c50-8673-09486b3fff1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.801156 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-907f5f28-ab42-4c50-8673-09486b3fff1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.865310 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-907f5f28-ab42-4c50-8673-09486b3fff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.871235 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-907f5f28-ab42-4c50-8673-09486b3fff1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:11.874854 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-907f5f28-ab42-4c50-8673-09486b3fff1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebae4aad-49c9-4923-991c-05cb3fb151ef HTTP/1.1" status: 204 len: 168 time: 0.1674080 Aug 17 02:33:11.881615 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f5f28-ab42-4c50-8673-09486b3fff1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebae4aad-49c9-4923-991c-05cb3fb151ef,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:11.893736 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 58166) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:11.909218 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d9bad75-a007-44f5-99bf-f6dc16760d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.010986 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d9bad75-a007-44f5-99bf-f6dc16760d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.015260 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d9bad75-a007-44f5-99bf-f6dc16760d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.058491 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bad75-a007-44f5-99bf-f6dc16760d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf9e1e2-b0a0-4505-9138-efd1c9c26994,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:12.072444 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-0d9bad75-a007-44f5-99bf-f6dc16760d53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90ccf36defb949d8aa2faf07edd0cc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738636 Aug 17 02:33:12.072555 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58172) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:12.130025 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.158457 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f733823-0b05-4585-b481-11c5f2180966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.198219 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f733823-0b05-4585-b481-11c5f2180966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.235608 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3856ec-a837-4d0c-969d-7b60feee08b6 req-a00b2ba7-5ecb-4c26-acdc-630801450304 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:12.237683 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5f3856ec-a837-4d0c-969d-7b60feee08b6 req-a00b2ba7-5ecb-4c26-acdc-630801450304 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 944 time: 0.0911167 Aug 17 02:33:12.294140 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5f3856ec-a837-4d0c-969d-7b60feee08b6 req-d8c6b65f-ac42-4c93-a1ca-9a4a60d18977 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492136 Aug 17 02:33:12.321138 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 5994a605-20b6-4b5d-89e9-231159ca940d up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:33:12.322730 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f733823-0b05-4585-b481-11c5f2180966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.325483 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6f733823-0b05-4585-b481-11c5f2180966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.328917 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-6f733823-0b05-4585-b481-11c5f2180966 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bf9e1e2-b0a0-4505-9138-efd1c9c26994 HTTP/1.1" status: 204 len: 168 time: 0.2558293 Aug 17 02:33:12.352203 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f733823-0b05-4585-b481-11c5f2180966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf9e1e2-b0a0-4505-9138-efd1c9c26994,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:12.391831 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b5965-3c17-4928-bd03-0257f9340b78 req-70f53b5c-62cf-4e49-8f32-48fc07c0501d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:12.393651 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ca0b5965-3c17-4928-bd03-0257f9340b78 req-70f53b5c-62cf-4e49-8f32-48fc07c0501d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0786254 Aug 17 02:33:12.414851 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 5994a605-20b6-4b5d-89e9-231159ca940d completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:33:12.418801 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 5994a605-20b6-4b5d-89e9-231159ca940d triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:33:12.419182 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.441199 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ca0b5965-3c17-4928-bd03-0257f9340b78 req-9c3af4a3-f398-43e3-b8dc-331d5a2d2edb tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360262 Aug 17 02:33:12.514529 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.539998 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd8894d-76a0-466f-bb99-ae7ef563f26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5994a605-20b6-4b5d-89e9-231159ca940d'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:12.542329 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df684d5b-ab46-40a9-8a68-e02f0f4d9086" -d '{"events": [{"server_uuid": "8bd8894d-76a0-466f-bb99-ae7ef563f26a", "name": "network-vif-plugged", "status": "completed", "tag": "5994a605-20b6-4b5d-89e9-231159ca940d"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:12.564615 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 5994a605-20b6-4b5d-89e9-231159ca940d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5994a605-20b6-4b5d-89e9-231159ca940d,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:12.571042 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:12.595626 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3652ca-61c9-4ee9-8228-e504da713f3b x-openstack-request-id: req-3b3652ca-61c9-4ee9-8228-e504da713f3b {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:12.596120 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd8894d-76a0-466f-bb99-ae7ef563f26a", "name": "network-vif-plugged", "status": "completed", "tag": "5994a605-20b6-4b5d-89e9-231159ca940d", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:12.596378 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b3652ca-61c9-4ee9-8228-e504da713f3b {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:12.596756 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd8894d-76a0-466f-bb99-ae7ef563f26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5994a605-20b6-4b5d-89e9-231159ca940d', 'code': 200} Aug 17 02:33:12.625578 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=5994a605-20b6-4b5d-89e9-231159ca940d,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:12.814268 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba109f2-b99d-4baa-b7ef-688a94b05f10 req-23debcf2-2b37-42dc-9c60-7504518e1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:12.816307 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fba109f2-b99d-4baa-b7ef-688a94b05f10 req-23debcf2-2b37-42dc-9c60-7504518e1fd5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 1098 time: 0.0528028 Aug 17 02:33:12.863564 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fba109f2-b99d-4baa-b7ef-688a94b05f10 req-73f4ea6a-7dd3-48e6-b2ab-3662b4eb5402 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Aug 17 02:33:13.445648 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612bcd5-3f70-4ccc-877d-fb106b856e39 req-e42bfac6-1820-4ef1-a760-e8c7727424d5 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:13.447236 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4612bcd5-3f70-4ccc-877d-fb106b856e39 req-e42bfac6-1820-4ef1-a760-e8c7727424d5 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0720785 Aug 17 02:33:13.499630 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4612bcd5-3f70-4ccc-877d-fb106b856e39 req-542399aa-f7a6-42af-ac2a-0393be34573e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Aug 17 02:33:13.591051 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba88ba4-7fb4-4aad-a9f9-b8cda6e7c0a9 req-eae447bd-6c36-4cd2-9aed-6c64802998fe tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:13.592406 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ba88ba4-7fb4-4aad-a9f9-b8cda6e7c0a9 req-eae447bd-6c36-4cd2-9aed-6c64802998fe tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0626199 Aug 17 02:33:13.633222 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ba88ba4-7fb4-4aad-a9f9-b8cda6e7c0a9 req-3a20af45-e1f3-4069-b380-bfd56a6447e1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Aug 17 02:33:13.784587 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58290) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:13.906750 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e51386bd-9538-4e89-b1f8-12e1a99852bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.021934 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e51386bd-9538-4e89-b1f8-12e1a99852bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.028147 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e51386bd-9538-4e89-b1f8-12e1a99852bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.036937 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.077304 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51386bd-9538-4e89-b1f8-12e1a99852bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e55346-89bb-421e-adc7-a3cc5e5086e0,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:14.081601 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e51386bd-9538-4e89-b1f8-12e1a99852bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14ae448ac5814ac580bb3d91256bd012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960031 Aug 17 02:33:14.085197 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 58320) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:14.148750 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9249fee-71bf-490a-a9c8-b80430806690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.169744 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9249fee-71bf-490a-a9c8-b80430806690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.220807 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9249fee-71bf-490a-a9c8-b80430806690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.223620 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9249fee-71bf-490a-a9c8-b80430806690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:14.225522 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a9249fee-71bf-490a-a9c8-b80430806690 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7e55346-89bb-421e-adc7-a3cc5e5086e0 HTTP/1.1" status: 204 len: 168 time: 0.1389480 Aug 17 02:33:14.234000 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9249fee-71bf-490a-a9c8-b80430806690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e55346-89bb-421e-adc7-a3cc5e5086e0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:14.623620 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05d3e2-f35e-4c01-869e-1c9d1b1cbe71 req-a164d966-651a-433a-aa57-4222cbfec640 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:14.625119 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0e05d3e2-f35e-4c01-869e-1c9d1b1cbe71 req-a164d966-651a-433a-aa57-4222cbfec640 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0553689 Aug 17 02:33:14.675230 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0e05d3e2-f35e-4c01-869e-1c9d1b1cbe71 req-3c7aa850-a007-441a-988b-3f62aecee89a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Aug 17 02:33:14.805776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ec761-d182-436f-a1d2-dd5820fbd749 req-a2b129ae-50e5-4828-96f4-5e21b034a534 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:14.807404 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-408ec761-d182-436f-a1d2-dd5820fbd749 req-a2b129ae-50e5-4828-96f4-5e21b034a534 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0543885 Aug 17 02:33:14.865594 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-408ec761-d182-436f-a1d2-dd5820fbd749 req-cd4c9007-7be4-4554-9dc2-d536965c1ed4 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502508 Aug 17 02:33:15.695207 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd997d-7bf4-4194-b6ba-f847f9e19a67 req-3ce39b24-7692-4cd5-adc3-f10ea33fc24d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:15.696710 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8bfd997d-7bf4-4194-b6ba-f847f9e19a67 req-3ce39b24-7692-4cd5-adc3-f10ea33fc24d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0493720 Aug 17 02:33:15.734846 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8bfd997d-7bf4-4194-b6ba-f847f9e19a67 req-261e0f2e-8964-493a-ba63-525c312f9cfd tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Aug 17 02:33:15.807489 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfb2f-9f9f-4492-92e5-563155c11f2e req-83be12e2-b0da-42b8-bb14-5a41dbf7287f tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:15.808862 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5f6bfb2f-9f9f-4492-92e5-563155c11f2e req-83be12e2-b0da-42b8-bb14-5a41dbf7287f tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0524158 Aug 17 02:33:15.847858 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5f6bfb2f-9f9f-4492-92e5-563155c11f2e req-c6f76a21-2b01-4cd6-92fa-353ce54f3a67 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Aug 17 02:33:15.993148 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d55cda-ead6-4999-a78c-0359eef2c559 req-bc1da7f6-f7ef-42c3-ba6d-29964b88b593 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:15.994721 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21d55cda-ead6-4999-a78c-0359eef2c559 req-bc1da7f6-f7ef-42c3-ba6d-29964b88b593 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0511849 Aug 17 02:33:16.032571 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21d55cda-ead6-4999-a78c-0359eef2c559 req-23e5af35-65aa-46b1-baab-6e472731666f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Aug 17 02:33:16.859687 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ce0e7-a602-4c1a-9285-0065a836c453 req-20eb9c6f-f017-4d1c-a66f-74cdd6b9f4fa tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:16.861175 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-760ce0e7-a602-4c1a-9285-0065a836c453 req-20eb9c6f-f017-4d1c-a66f-74cdd6b9f4fa tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0537798 Aug 17 02:33:16.902877 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-760ce0e7-a602-4c1a-9285-0065a836c453 req-a0fa381e-7cea-465b-a349-cef08ffba0b9 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335958 Aug 17 02:33:17.019423 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cea373-536f-4438-af73-095cb497788b req-b2a02252-7167-4f94-86b1-6e9361873430 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:17.020853 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a8cea373-536f-4438-af73-095cb497788b req-b2a02252-7167-4f94-86b1-6e9361873430 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0510101 Aug 17 02:33:17.058050 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a8cea373-536f-4438-af73-095cb497788b req-9344c622-dd66-4519-ad8a-bdb54cdcb1cf tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Aug 17 02:33:17.150268 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7490-fd29-4c64-9488-a0247c90b596 req-1a8f1fbc-7b43-429a-b948-e58de02c7cdc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:17.151711 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-031f7490-fd29-4c64-9488-a0247c90b596 req-1a8f1fbc-7b43-429a-b948-e58de02c7cdc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Aug 17 02:33:17.188775 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-031f7490-fd29-4c64-9488-a0247c90b596 req-5490c8d9-68b5-4a5c-90fd-3b940c275be7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Aug 17 02:33:18.018249 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddccc5-50ac-4931-82f9-b9760b1ca033 req-bc399529-cd1b-40be-8381-213f78ce8c1b tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:18.019618 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-73ddccc5-50ac-4931-82f9-b9760b1ca033 req-bc399529-cd1b-40be-8381-213f78ce8c1b tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0472548 Aug 17 02:33:18.057453 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-73ddccc5-50ac-4931-82f9-b9760b1ca033 req-89f4bfc5-10f6-4211-81de-a5da7b07b710 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Aug 17 02:33:18.180665 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb055b6-ff0c-4bc2-bc2a-f9ce7e94ecf5 req-c9a7502f-9e76-4b6d-8e24-af0aea1292ea tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:18.182122 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ffb055b6-ff0c-4bc2-bc2a-f9ce7e94ecf5 req-c9a7502f-9e76-4b6d-8e24-af0aea1292ea tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0544207 Aug 17 02:33:18.224746 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ffb055b6-ff0c-4bc2-bc2a-f9ce7e94ecf5 req-a245f9b1-34c8-4d76-9ab0-1cda94325eae tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358250 Aug 17 02:33:18.317137 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62585244-bca8-4d86-93c9-94c09d92d20c req-f64a39d3-91ad-4e6c-88c7-299771f5af48 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:18.319384 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62585244-bca8-4d86-93c9-94c09d92d20c req-f64a39d3-91ad-4e6c-88c7-299771f5af48 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0527091 Aug 17 02:33:18.359473 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62585244-bca8-4d86-93c9-94c09d92d20c req-ed1681d6-04a3-42ad-b873-cc2b6545434b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Aug 17 02:33:19.171577 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46070c-423a-41bf-a140-dc2129a31ed0 req-3edf75cd-40b8-4f7d-9b3e-195aea137fd5 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:19.173018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6a46070c-423a-41bf-a140-dc2129a31ed0 req-3edf75cd-40b8-4f7d-9b3e-195aea137fd5 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0483522 Aug 17 02:33:19.211520 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6a46070c-423a-41bf-a140-dc2129a31ed0 req-f7ffccbc-7866-4aa7-916e-ef9646fdf048 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Aug 17 02:33:19.350263 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45780b-a415-4578-ae02-e020d47c323b req-17bce17f-3057-4245-84c1-fb5ace8b9f86 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:19.351697 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8d45780b-a415-4578-ae02-e020d47c323b req-17bce17f-3057-4245-84c1-fb5ace8b9f86 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0541012 Aug 17 02:33:19.389683 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8d45780b-a415-4578-ae02-e020d47c323b req-b92b4687-7f2b-401b-88d2-d087a7cecd6f tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Aug 17 02:33:19.492060 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ce2ac-251a-413f-8727-49c5e2e367e2 req-bfec7ff1-748a-45ef-9c3c-ce81cbe3a5e8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:19.493729 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e39ce2ac-251a-413f-8727-49c5e2e367e2 req-bfec7ff1-748a-45ef-9c3c-ce81cbe3a5e8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0483024 Aug 17 02:33:19.534294 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e39ce2ac-251a-413f-8727-49c5e2e367e2 req-e05f84e8-ba31-4a65-b602-9827dcd0ed22 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Aug 17 02:33:20.328531 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb46381-1776-48e1-a604-c6fd1f197cda req-66041301-9e3b-4098-860f-471aa05d6f05 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:20.330006 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cbb46381-1776-48e1-a604-c6fd1f197cda req-66041301-9e3b-4098-860f-471aa05d6f05 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0504074 Aug 17 02:33:20.367565 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cbb46381-1776-48e1-a604-c6fd1f197cda req-61ce022e-689b-4415-a399-9d70c2272d00 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306950 Aug 17 02:33:20.510484 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fa0bd-bb13-4463-8db0-64c437dba415 req-1ddde899-41e7-41bb-abd9-9a29917d75e6 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:20.511890 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-789fa0bd-bb13-4463-8db0-64c437dba415 req-1ddde899-41e7-41bb-abd9-9a29917d75e6 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0543561 Aug 17 02:33:20.551073 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-789fa0bd-bb13-4463-8db0-64c437dba415 req-ae24068e-1679-48d6-80ba-549a9ed98a37 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Aug 17 02:33:20.653070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd902bdf-414c-48e9-8e36-396a942ded6a req-1efcde5c-ca86-48cf-84d9-bda585746a9b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:20.654534 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fd902bdf-414c-48e9-8e36-396a942ded6a req-1efcde5c-ca86-48cf-84d9-bda585746a9b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0482476 Aug 17 02:33:20.693507 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fd902bdf-414c-48e9-8e36-396a942ded6a req-9775cc09-aef1-4c96-8af0-b45cf0c17f95 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328691 Aug 17 02:33:21.482967 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa7f54-2bb2-4919-9f9d-e647ef986695 req-dd81cf30-5371-440f-a6a0-6a4e2e1207d7 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:21.484419 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3fa7f54-2bb2-4919-9f9d-e647ef986695 req-dd81cf30-5371-440f-a6a0-6a4e2e1207d7 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0492435 Aug 17 02:33:21.521252 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3fa7f54-2bb2-4919-9f9d-e647ef986695 req-7680fe9e-9ed2-41da-a4e5-cc98997d1501 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Aug 17 02:33:21.670611 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbc1c2-e1ad-4dd0-9f4b-c2bdd7c45314 req-a9303790-d6d9-4f36-bd74-cdf413e2bf41 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:21.672085 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cddbc1c2-e1ad-4dd0-9f4b-c2bdd7c45314 req-a9303790-d6d9-4f36-bd74-cdf413e2bf41 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0530663 Aug 17 02:33:21.710801 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cddbc1c2-e1ad-4dd0-9f4b-c2bdd7c45314 req-2b9aed0d-e614-41e3-83e3-b93d2a41e7d0 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Aug 17 02:33:21.813305 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92637e-e644-42df-ad51-5813e621af31 req-14330827-4237-4d56-be56-a7fa2f22ce8b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:21.814776 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6f92637e-e644-42df-ad51-5813e621af31 req-14330827-4237-4d56-be56-a7fa2f22ce8b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0473628 Aug 17 02:33:21.852892 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6f92637e-e644-42df-ad51-5813e621af31 req-d62fbf36-6e91-45a2-8766-39665b6a3e09 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307190 Aug 17 02:33:22.636588 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf953b2-41fd-4855-ace2-09c39be5c10a req-f4e0445e-63c8-40b0-ba72-3fafda6796fa tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:22.638093 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-adf953b2-41fd-4855-ace2-09c39be5c10a req-f4e0445e-63c8-40b0-ba72-3fafda6796fa tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0504224 Aug 17 02:33:22.677306 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-adf953b2-41fd-4855-ace2-09c39be5c10a req-c2923869-fd16-4bb1-b2d5-e309ecf00596 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Aug 17 02:33:22.830201 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a1d66-98c7-42f9-ae51-3442130226ac req-dd646ce0-12bc-4bbb-8c62-f9428b6d71eb tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:22.831699 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7c5a1d66-98c7-42f9-ae51-3442130226ac req-dd646ce0-12bc-4bbb-8c62-f9428b6d71eb tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0539942 Aug 17 02:33:22.870203 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7c5a1d66-98c7-42f9-ae51-3442130226ac req-9f625f8f-f7a4-45bf-b6f3-bf3e67ac3d70 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Aug 17 02:33:22.971766 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda8f2a-72d8-4f37-b677-bc97bab9073b req-4356e890-e1d9-496c-8ba3-3325e3494ae2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:22.973223 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9cda8f2a-72d8-4f37-b677-bc97bab9073b req-4356e890-e1d9-496c-8ba3-3325e3494ae2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0494900 Aug 17 02:33:23.012157 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9cda8f2a-72d8-4f37-b677-bc97bab9073b req-a6162d2e-8187-4444-8454-f8fd6c91ee0d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325246 Aug 17 02:33:23.791087 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a48c-924d-4386-ac25-2690eb34cb38 req-11e6d6b6-9d37-44ee-957d-8360e1c3d58f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:23.792586 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d0a2a48c-924d-4386-ac25-2690eb34cb38 req-11e6d6b6-9d37-44ee-957d-8360e1c3d58f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0480070 Aug 17 02:33:23.829702 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d0a2a48c-924d-4386-ac25-2690eb34cb38 req-c39e83bd-2d91-40db-a347-b4b597dcaf16 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Aug 17 02:33:23.996892 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c9db-61a6-4e19-9856-8a1c9c071183 req-e35587c5-aa1b-4126-a2fd-47908374251c tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:23.998389 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-15b1c9db-61a6-4e19-9856-8a1c9c071183 req-e35587c5-aa1b-4126-a2fd-47908374251c tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0538063 Aug 17 02:33:24.037525 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-15b1c9db-61a6-4e19-9856-8a1c9c071183 req-91095cc5-5ddd-4d15-8480-f2c8b7898697 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Aug 17 02:33:24.139622 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff772-c641-44b3-b9f1-a65f45eb084c req-b3938ca4-ccd5-41ad-a5b3-23e5f2ff3076 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:24.141280 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6c2ff772-c641-44b3-b9f1-a65f45eb084c req-b3938ca4-ccd5-41ad-a5b3-23e5f2ff3076 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Aug 17 02:33:24.178430 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6c2ff772-c641-44b3-b9f1-a65f45eb084c req-2d25b5ef-dd24-41d6-a680-240010a8919b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311916 Aug 17 02:33:24.944803 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6deec4-3582-490c-9f6a-fba37b204c28 req-f4d37e94-5969-4528-823b-9e49b7ea0610 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:24.946281 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8d6deec4-3582-490c-9f6a-fba37b204c28 req-f4d37e94-5969-4528-823b-9e49b7ea0610 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0489106 Aug 17 02:33:24.984688 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8d6deec4-3582-490c-9f6a-fba37b204c28 req-b4c946b3-956c-4cc5-a3ef-a856c92f87ea tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Aug 17 02:33:25.160693 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190b30c-9128-4d38-80ba-9d1f60de4aef req-157cd984-a9f8-4674-9f8b-cd80aee4470b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:25.162145 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6190b30c-9128-4d38-80ba-9d1f60de4aef req-157cd984-a9f8-4674-9f8b-cd80aee4470b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0546887 Aug 17 02:33:25.199604 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6190b30c-9128-4d38-80ba-9d1f60de4aef req-ae90ca3a-8a87-4f5f-bcb5-02162c8b77b7 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Aug 17 02:33:25.295482 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae0998-8550-4904-b36b-4d2d74bbc7ac req-e1154317-115d-452a-9e91-353258ef5069 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:25.296863 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-82ae0998-8550-4904-b36b-4d2d74bbc7ac req-e1154317-115d-452a-9e91-353258ef5069 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0483019 Aug 17 02:33:25.337660 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-82ae0998-8550-4904-b36b-4d2d74bbc7ac req-264cf6cf-b65b-4082-9665-599e7a597bee tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Aug 17 02:33:26.099913 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cecd6-ed82-413e-8553-dd7bfdb5d809 req-0414c0ac-9e66-4927-b787-24adb022b6d1 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:26.101921 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aa3cecd6-ed82-413e-8553-dd7bfdb5d809 req-0414c0ac-9e66-4927-b787-24adb022b6d1 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0504837 Aug 17 02:33:26.140249 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aa3cecd6-ed82-413e-8553-dd7bfdb5d809 req-144102f0-8ba6-45a9-add0-53eeb151274f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Aug 17 02:33:26.318545 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e35e-f95e-4f1d-a557-60c76542098c req-3f19da70-c965-439b-8939-dd6eba1d1c21 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:26.320554 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-59f6e35e-f95e-4f1d-a557-60c76542098c req-3f19da70-c965-439b-8939-dd6eba1d1c21 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0538592 Aug 17 02:33:26.359102 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-59f6e35e-f95e-4f1d-a557-60c76542098c req-492ea99c-d6c0-4285-ac7c-7066d7c96b92 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Aug 17 02:33:26.462001 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f736b-39d9-4441-8b43-b27a2fae4a96 req-8d124ec3-8423-4293-8983-43d6e5b70141 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:26.463505 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c20f736b-39d9-4441-8b43-b27a2fae4a96 req-8d124ec3-8423-4293-8983-43d6e5b70141 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0504117 Aug 17 02:33:26.499819 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c20f736b-39d9-4441-8b43-b27a2fae4a96 req-2b64705b-3125-467d-a43a-bccd8e691952 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304279 Aug 17 02:33:27.255162 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb83858-c26e-44cb-8531-302de3c289d4 req-89a480ce-2789-488b-966a-b461b5136aec tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:27.256612 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bb83858-c26e-44cb-8531-302de3c289d4 req-89a480ce-2789-488b-966a-b461b5136aec tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0492263 Aug 17 02:33:27.295656 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bb83858-c26e-44cb-8531-302de3c289d4 req-0a981233-0f82-489a-922f-68b2b8e1cb05 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Aug 17 02:33:27.479365 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628691b-fe9b-4df2-8dd1-0a50396cc141 req-eb231612-5d22-4021-a53f-8e10d99e7872 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:27.480845 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d628691b-fe9b-4df2-8dd1-0a50396cc141 req-eb231612-5d22-4021-a53f-8e10d99e7872 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0555689 Aug 17 02:33:27.518698 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d628691b-fe9b-4df2-8dd1-0a50396cc141 req-c1259047-7f07-4029-8a85-8a96d7b7d976 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319269 Aug 17 02:33:27.621206 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546eb9-cbf2-4084-9021-59c930c59982 req-0d372130-d8f1-4d78-9f2a-d564d8d8b433 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:27.622760 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3546eb9-cbf2-4084-9021-59c930c59982 req-0d372130-d8f1-4d78-9f2a-d564d8d8b433 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0500281 Aug 17 02:33:27.660218 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3546eb9-cbf2-4084-9021-59c930c59982 req-66ddfb51-b57f-4687-af68-191747c53875 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Aug 17 02:33:28.410799 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ad1a7-444f-4a54-91ad-2af641ba25a3 req-fb49658a-5d0f-48a2-ac76-ed68ecced4b4 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:28.412265 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-615ad1a7-444f-4a54-91ad-2af641ba25a3 req-fb49658a-5d0f-48a2-ac76-ed68ecced4b4 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0493720 Aug 17 02:33:28.450163 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-615ad1a7-444f-4a54-91ad-2af641ba25a3 req-6f0c7c8f-1c63-46cc-9211-18589c9c0ac7 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318384 Aug 17 02:33:28.633430 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ed1cc-60ce-49ed-bfd6-a5611def9c2b req-d77029fa-d837-431f-bd48-4ae7f37f9f21 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:28.634896 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3b3ed1cc-60ce-49ed-bfd6-a5611def9c2b req-d77029fa-d837-431f-bd48-4ae7f37f9f21 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0515370 Aug 17 02:33:28.670716 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3b3ed1cc-60ce-49ed-bfd6-a5611def9c2b req-519c0ea3-1de1-4e99-8cb5-58abc2249a0b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298629 Aug 17 02:33:28.810257 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ef9ae-0e6e-4488-b04e-8f6d4c5e5197 req-6618d11a-789d-42bd-8d6b-203ff8ace7dd tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:28.811704 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-964ef9ae-0e6e-4488-b04e-8f6d4c5e5197 req-6618d11a-789d-42bd-8d6b-203ff8ace7dd tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0482233 Aug 17 02:33:28.849727 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-964ef9ae-0e6e-4488-b04e-8f6d4c5e5197 req-17a307f1-17c7-4861-adf7-751c02173850 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Aug 17 02:33:29.566226 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c70dea-2deb-4790-805e-f596b25a2c6d req-29900a91-34d5-4a79-b3c4-b56df88d795d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:29.567586 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-27c70dea-2deb-4790-805e-f596b25a2c6d req-29900a91-34d5-4a79-b3c4-b56df88d795d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0509460 Aug 17 02:33:29.604153 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-27c70dea-2deb-4790-805e-f596b25a2c6d req-ce1d3ecb-c1a3-4f33-a65f-10adfefa0407 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304372 Aug 17 02:33:29.792486 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b35f9-84c0-4b2e-bb7f-be3678f4524d req-06fd2b3b-24ae-4be8-ac79-3b043b324b0e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:29.793929 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-144b35f9-84c0-4b2e-bb7f-be3678f4524d req-06fd2b3b-24ae-4be8-ac79-3b043b324b0e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0535061 Aug 17 02:33:29.832824 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-144b35f9-84c0-4b2e-bb7f-be3678f4524d req-6cf09a3f-639c-4106-a25b-fed74924097c tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Aug 17 02:33:29.965673 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25dded-f555-4d2f-befb-4f399dd030cc req-a27ec21b-91af-46ca-8dad-039d35ccb263 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:29.967162 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8d25dded-f555-4d2f-befb-4f399dd030cc req-a27ec21b-91af-46ca-8dad-039d35ccb263 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Aug 17 02:33:30.006165 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8d25dded-f555-4d2f-befb-4f399dd030cc req-f9a93f1f-70eb-4c76-bbf7-373d5709eb38 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328007 Aug 17 02:33:30.276452 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58622) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:30.378891 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8221011b-4874-4f23-a3f6-658d5a2b6ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:30.470608 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8221011b-4874-4f23-a3f6-658d5a2b6ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:30.474398 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8221011b-4874-4f23-a3f6-658d5a2b6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:30.514069 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8221011b-4874-4f23-a3f6-658d5a2b6ceb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5bb293f2c1ac45a2ab06c2e0c9bb93fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365475 Aug 17 02:33:30.515172 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221011b-4874-4f23-a3f6-658d5a2b6ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8853fdda-859a-4172-9993-108420320f52,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:30.516753 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 58626) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:30.570189 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f462fed2-0eb3-4ef7-8cba-cc2580392bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:30.590377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f462fed2-0eb3-4ef7-8cba-cc2580392bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:30.638654 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f462fed2-0eb3-4ef7-8cba-cc2580392bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:30.641202 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f462fed2-0eb3-4ef7-8cba-cc2580392bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:30.642346 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f462fed2-0eb3-4ef7-8cba-cc2580392bd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8853fdda-859a-4172-9993-108420320f52 HTTP/1.1" status: 204 len: 168 time: 0.1246073 Aug 17 02:33:30.651002 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462fed2-0eb3-4ef7-8cba-cc2580392bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853fdda-859a-4172-9993-108420320f52,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:30.734435 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639ce5-4d79-4a34-a0c1-04c0f55307c2 req-45c697e3-2285-44c9-8244-51b71869acf5 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:30.736075 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ee639ce5-4d79-4a34-a0c1-04c0f55307c2 req-45c697e3-2285-44c9-8244-51b71869acf5 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0596614 Aug 17 02:33:30.782355 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ee639ce5-4d79-4a34-a0c1-04c0f55307c2 req-d307af75-1812-4572-bee6-bdce1e98ebd1 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339773 Aug 17 02:33:30.922922 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58636) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:30.936134 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-171fd833-0010-474a-bc70-9a2eb31992a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:30.956539 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4686495-d5b9-4dc2-bbe8-33bcc4f3fbb0 req-df71c366-f5a8-40e5-90f6-6eebf4a603bb tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:30.957999 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e4686495-d5b9-4dc2-bbe8-33bcc4f3fbb0 req-df71c366-f5a8-40e5-90f6-6eebf4a603bb tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0496962 Aug 17 02:33:30.999447 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e4686495-d5b9-4dc2-bbe8-33bcc4f3fbb0 req-b02b3a7a-8514-4cfb-982d-abd7eb4cd63a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Aug 17 02:33:31.029783 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-171fd833-0010-474a-bc70-9a2eb31992a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:31.033556 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-171fd833-0010-474a-bc70-9a2eb31992a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:31.070917 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fd833-0010-474a-bc70-9a2eb31992a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3304e701-5acd-4ad8-a442-8a1fd51a3a57,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:31.075305 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-171fd833-0010-474a-bc70-9a2eb31992a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e411229132f343f7bd643f81778a431a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512704 Aug 17 02:33:31.077822 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58640) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:31.125388 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60bcb1-4bc9-4c3e-b15a-c89f5d678111 req-b43a9224-523c-47f5-823d-a0a0ab5fc580 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:31.126973 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c60bcb1-4bc9-4c3e-b15a-c89f5d678111 req-b43a9224-523c-47f5-823d-a0a0ab5fc580 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Aug 17 02:33:31.129524 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cd8bdf15-4a77-4d09-bb0f-3ddf065e06b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:31.157868 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cd8bdf15-4a77-4d09-bb0f-3ddf065e06b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:31.182744 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c60bcb1-4bc9-4c3e-b15a-c89f5d678111 req-3af527f9-a665-4f77-9eda-b46157105553 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Aug 17 02:33:31.215145 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cd8bdf15-4a77-4d09-bb0f-3ddf065e06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:31.217970 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cd8bdf15-4a77-4d09-bb0f-3ddf065e06b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:31.221626 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-cd8bdf15-4a77-4d09-bb0f-3ddf065e06b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3304e701-5acd-4ad8-a442-8a1fd51a3a57 HTTP/1.1" status: 204 len: 168 time: 0.1405418 Aug 17 02:33:31.230207 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bdf15-4a77-4d09-bb0f-3ddf065e06b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3304e701-5acd-4ad8-a442-8a1fd51a3a57,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:31.901800 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de3ea8-db03-46f2-b5ae-5235a02fe3f6 req-534bced0-f781-4d73-be1e-a42947e0dc61 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:31.903342 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-29de3ea8-db03-46f2-b5ae-5235a02fe3f6 req-534bced0-f781-4d73-be1e-a42947e0dc61 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0489974 Aug 17 02:33:31.942754 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-29de3ea8-db03-46f2-b5ae-5235a02fe3f6 req-4d6c7a38-10af-455f-93be-78f08f1efa00 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Aug 17 02:33:32.117234 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e024257-ac80-431a-921d-51f468f256c3 req-6d3cbf9f-a17d-427f-99fd-7cbd873bc0a9 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:32.118816 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e024257-ac80-431a-921d-51f468f256c3 req-6d3cbf9f-a17d-427f-99fd-7cbd873bc0a9 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0530655 Aug 17 02:33:32.157368 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e024257-ac80-431a-921d-51f468f256c3 req-ce92a940-5718-4160-88fe-09bc5edb7775 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Aug 17 02:33:32.310385 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702870b-9f46-41af-84ab-546cb54a94ea req-47ee592e-00b1-41fd-90ff-f17ff8203659 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:32.311903 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2702870b-9f46-41af-84ab-546cb54a94ea req-47ee592e-00b1-41fd-90ff-f17ff8203659 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0496833 Aug 17 02:33:32.353233 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2702870b-9f46-41af-84ab-546cb54a94ea req-f67b188e-1467-4996-8b84-0ff6fb2fd431 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352502 Aug 17 02:33:33.065068 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e199e19-9c86-4128-a98d-dafe773b0f16 req-7b67c894-05aa-4a17-8724-0cac832f3f2d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:33.066518 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e199e19-9c86-4128-a98d-dafe773b0f16 req-7b67c894-05aa-4a17-8724-0cac832f3f2d tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0497973 Aug 17 02:33:33.103970 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e199e19-9c86-4128-a98d-dafe773b0f16 req-6a666a24-0d3f-40e0-896a-f309079dcc6c tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Aug 17 02:33:33.273350 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baac820-0048-445b-b185-22c15d4394e6 req-397dda8b-1d52-467b-b1f3-9b865e8bd0ef tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:33.274830 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2baac820-0048-445b-b185-22c15d4394e6 req-397dda8b-1d52-467b-b1f3-9b865e8bd0ef tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0481389 Aug 17 02:33:33.312655 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2baac820-0048-445b-b185-22c15d4394e6 req-0d1a652d-02ef-4bad-abe5-7d65063fd923 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Aug 17 02:33:33.466173 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56adae-c4cc-4028-a9e9-32995562e81f req-06120b67-d213-411a-899d-41afe48feb62 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:33.467690 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8f56adae-c4cc-4028-a9e9-32995562e81f req-06120b67-d213-411a-899d-41afe48feb62 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0490546 Aug 17 02:33:33.506628 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8f56adae-c4cc-4028-a9e9-32995562e81f req-39d76835-1783-4a3a-8fd3-44993b0de675 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Aug 17 02:33:33.876004 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:34.216549 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccb4c9-9b26-48e9-9b39-8cb068c3f91d req-b49f9c81-2501-45aa-983f-e732c0dc0deb tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:34.218002 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-82ccb4c9-9b26-48e9-9b39-8cb068c3f91d req-b49f9c81-2501-45aa-983f-e732c0dc0deb tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0480146 Aug 17 02:33:34.255843 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-82ccb4c9-9b26-48e9-9b39-8cb068c3f91d req-04a60fc6-d914-401b-ba68-da5334c1578f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Aug 17 02:33:34.424208 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79603c-9155-44bb-a873-853b37191e2e req-457ccd90-c636-422b-97f4-04b6ef379495 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:34.425548 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4c79603c-9155-44bb-a873-853b37191e2e req-457ccd90-c636-422b-97f4-04b6ef379495 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0483265 Aug 17 02:33:34.462447 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4c79603c-9155-44bb-a873-853b37191e2e req-022b5054-8ff2-4963-a656-a6aea128de0e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306168 Aug 17 02:33:34.617230 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d370c9-dcbc-40dc-90d2-7c8d748173a2 req-0df8c57a-6a05-4062-9b61-f23edef97c9a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:34.618703 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5d370c9-dcbc-40dc-90d2-7c8d748173a2 req-0df8c57a-6a05-4062-9b61-f23edef97c9a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0469041 Aug 17 02:33:34.659037 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5d370c9-dcbc-40dc-90d2-7c8d748173a2 req-0c2d840f-dac5-45f4-8dc8-06f55ef38fd3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343671 Aug 17 02:33:35.371538 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f4a5-3205-4330-81a7-c6a4b86129a9 req-071386be-d8c3-4acf-b57d-9a65658deb9f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:35.373028 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8fb1f4a5-3205-4330-81a7-c6a4b86129a9 req-071386be-d8c3-4acf-b57d-9a65658deb9f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0488935 Aug 17 02:33:35.410926 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8fb1f4a5-3205-4330-81a7-c6a4b86129a9 req-47b0e899-9ecc-418b-9d3c-74b153986350 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Aug 17 02:33:35.573564 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233d8d1-8759-4bfd-9999-69d83af7554a req-9916d7ce-c72f-4da7-b12f-86c15df3497b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:35.575049 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6233d8d1-8759-4bfd-9999-69d83af7554a req-9916d7ce-c72f-4da7-b12f-86c15df3497b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0486839 Aug 17 02:33:35.612062 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6233d8d1-8759-4bfd-9999-69d83af7554a req-c0ed89cf-89b9-4b81-934b-9896893c872c tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Aug 17 02:33:35.773409 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d9d0-2d2c-4704-ab6c-41e6391b9be6 req-6aba3ae4-0320-4fff-818a-47e08c8cf46b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:35.774885 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9f29d9d0-2d2c-4704-ab6c-41e6391b9be6 req-6aba3ae4-0320-4fff-818a-47e08c8cf46b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Aug 17 02:33:35.814005 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9f29d9d0-2d2c-4704-ab6c-41e6391b9be6 req-699cce57-70e9-40ab-9f6f-b0c835918fa6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Aug 17 02:33:36.523698 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c284f8-76ae-4177-80b6-4605a4416d98 req-3367369d-54f0-4046-b23e-912250a3cd03 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:36.525113 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a4c284f8-76ae-4177-80b6-4605a4416d98 req-3367369d-54f0-4046-b23e-912250a3cd03 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0475185 Aug 17 02:33:36.560424 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a4c284f8-76ae-4177-80b6-4605a4416d98 req-71c55b5e-89c1-4938-af6e-bc8e88bdae09 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296063 Aug 17 02:33:36.730307 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390bda1-3b36-4fe9-bc6d-952bbe90e36c req-87e28282-de78-45fe-aa48-fb3c1a4efa28 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:36.731694 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9390bda1-3b36-4fe9-bc6d-952bbe90e36c req-87e28282-de78-45fe-aa48-fb3c1a4efa28 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0478189 Aug 17 02:33:36.768914 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9390bda1-3b36-4fe9-bc6d-952bbe90e36c req-e7c94d66-52ed-42ab-82c2-6aa8b54f541b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Aug 17 02:33:36.926465 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7337a-2a61-4cde-b8c7-ef8a7c41dead req-8026cf3b-3081-4fdf-8cd0-62ba03208dad tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:36.928398 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5fa7337a-2a61-4cde-b8c7-ef8a7c41dead req-8026cf3b-3081-4fdf-8cd0-62ba03208dad tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0500023 Aug 17 02:33:36.973995 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5fa7337a-2a61-4cde-b8c7-ef8a7c41dead req-fe70d6cb-95d2-4249-bae7-c33680e3eaa5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382555 Aug 17 02:33:37.674411 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83406-2587-4ad6-8b9c-0651ed14401c req-4f954604-7748-4d75-b651-9bc0498ab6cd tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:37.676064 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-def83406-2587-4ad6-8b9c-0651ed14401c req-4f954604-7748-4d75-b651-9bc0498ab6cd tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0496569 Aug 17 02:33:37.712667 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-def83406-2587-4ad6-8b9c-0651ed14401c req-49f8fc81-b78f-444f-a9fe-4abad043843f tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307574 Aug 17 02:33:37.880303 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a411760-729d-4954-8e2f-4dedae36db83 req-1a4cf49d-9b6e-4b32-8637-c2bfec5f1ef3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:37.882243 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5a411760-729d-4954-8e2f-4dedae36db83 req-1a4cf49d-9b6e-4b32-8637-c2bfec5f1ef3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0475054 Aug 17 02:33:37.919052 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5a411760-729d-4954-8e2f-4dedae36db83 req-88f28d78-a658-47c5-a06a-2d5d7871a34b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Aug 17 02:33:38.086285 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71b808-f885-4d36-8697-3846cba24621 req-cdeab22c-a541-4c1e-b6e8-24b9886f034a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:38.087763 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7e71b808-f885-4d36-8697-3846cba24621 req-cdeab22c-a541-4c1e-b6e8-24b9886f034a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0482795 Aug 17 02:33:38.127906 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7e71b808-f885-4d36-8697-3846cba24621 req-338bc465-4473-480e-a61c-602f27c36738 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342999 Aug 17 02:33:38.732686 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1cecb063-f358-45de-9df2-66891f1ab6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:38.828646 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304c09f-5906-4264-8af1-61cafeede771 req-5c7960cd-0fbb-43e5-a37b-82bc14607d8e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:38.830048 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8304c09f-5906-4264-8af1-61cafeede771 req-5c7960cd-0fbb-43e5-a37b-82bc14607d8e tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0502539 Aug 17 02:33:38.868553 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8304c09f-5906-4264-8af1-61cafeede771 req-990404c3-fba5-4533-954d-769e0a8608d2 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324316 Aug 17 02:33:39.031374 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eba97-8d69-4891-b6a7-4ad07ca6587b req-13eb10ad-2057-41eb-a9e0-95d9b7d98a3d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:39.032824 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f68eba97-8d69-4891-b6a7-4ad07ca6587b req-13eb10ad-2057-41eb-a9e0-95d9b7d98a3d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0485699 Aug 17 02:33:39.070914 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f68eba97-8d69-4891-b6a7-4ad07ca6587b req-8c28df8b-d6eb-42fc-96aa-1206a2a4d5a3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Aug 17 02:33:39.242370 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459e74f-f226-4eb4-b3f5-4745d6e61df5 req-a028d82f-cf7d-420d-adcb-54498fb5600f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:39.243910 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6459e74f-f226-4eb4-b3f5-4745d6e61df5 req-a028d82f-cf7d-420d-adcb-54498fb5600f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0499570 Aug 17 02:33:39.286386 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6459e74f-f226-4eb4-b3f5-4745d6e61df5 req-a1a1cc79-66b6-4203-a9dd-7716841f33ee tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363557 Aug 17 02:33:39.544049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-ccb26be7-871a-42a7-8f91-106e41ef1c34 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:39.545504 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-ccb26be7-871a-42a7-8f91-106e41ef1c34 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.63 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 946 time: 0.0489769 Aug 17 02:33:39.701544 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Deleting port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:33:39.701888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:39.792540 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] For port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,segment=NetworkSegment(b0626c3a-aa81-475d-9ccd-e9706bec7851),segment_id=b0626c3a-aa81-475d-9ccd-e9706bec7851)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:39.792903 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:39.810987 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Calling delete_port for d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:33:39.994762 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:40.033650 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88570e1b-3376-4aa0-997b-c55035cb18ea req-03bbbbbf-b227-44ec-b643-390acbb30feb tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:40.035116 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-88570e1b-3376-4aa0-997b-c55035cb18ea req-03bbbbbf-b227-44ec-b643-390acbb30feb tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 867 time: 0.0951111 Aug 17 02:33:40.036202 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Pushing event deleted for resources: {'Port': ['ID=d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:40.088130 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.088485 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.088829 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.089164 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.089494 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.089824 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.090151 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.090481 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.090832 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.091154 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.091475 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.091792 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:40.121617 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] No DVR routers for this DVR port d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:33:40.124758 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:40.126740 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ea0728a4-644c-4455-9dbd-e4442487ba5f req-9aecf5db-3852-42df-bc43-8830ad4d94ee tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.63 "DELETE /v2.0/ports/d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 HTTP/1.1" status: 204 len: 173 time: 0.5736120 Aug 17 02:33:40.127462 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c8ce03-d2e7-4933-9f57-288cbc4940d8', 'name': 'network-vif-deleted', 'tag': 'd17cbad0-76d1-4a0d-a16c-ffe78dff4ce9'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:40.130325 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c84284c-da55-4f3a-8506-a2779d93bc9e" -d '{"events": [{"server_uuid": "28c8ce03-d2e7-4933-9f57-288cbc4940d8", "name": "network-vif-deleted", "tag": "d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:40.161652 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-88570e1b-3376-4aa0-997b-c55035cb18ea req-600e2249-005c-46e8-a65e-0b6b8bd56404 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/security-groups?id=980f152f-0d76-4908-962f-cadcd289c369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184142 Aug 17 02:33:40.196934 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7814ba-ac03-4194-b815-d3fa4a04fe06 req-8f4a7f7a-d896-4bb3-ab53-e64b2daf50d9 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:40.198398 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd7814ba-ac03-4194-b815-d3fa4a04fe06 req-8f4a7f7a-d896-4bb3-ab53-e64b2daf50d9 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0604675 Aug 17 02:33:40.204440 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc07197c-8789-427f-bada-e32933faa484 x-openstack-request-id: req-cc07197c-8789-427f-bada-e32933faa484 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:40.204724 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c8ce03-d2e7-4933-9f57-288cbc4940d8", "name": "network-vif-deleted", "tag": "d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:40.204975 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc07197c-8789-427f-bada-e32933faa484 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:40.205363 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c8ce03-d2e7-4933-9f57-288cbc4940d8', 'name': 'network-vif-deleted', 'tag': 'd17cbad0-76d1-4a0d-a16c-ffe78dff4ce9', 'status': 'completed', 'code': 200} Aug 17 02:33:40.238299 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd7814ba-ac03-4194-b815-d3fa4a04fe06 req-37a4511f-5ea8-4c87-8be8-9b03f53c1685 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Aug 17 02:33:40.349217 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:33:40.430417 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ad437-911a-401a-b3fb-950ffab5920d req-e964a071-1c6e-44d7-967f-e082831cd734 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:40.431913 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-716ad437-911a-401a-b3fb-950ffab5920d req-e964a071-1c6e-44d7-967f-e082831cd734 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0722463 Aug 17 02:33:40.475880 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-716ad437-911a-401a-b3fb-950ffab5920d req-98321fb7-8ade-4045-a8bf-fca10f5da313 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375533 Aug 17 02:33:41.214518 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-e57cd9a9-1afb-4224-8d0f-551fe3ef8c7b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:41.215968 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-e57cd9a9-1afb-4224-8d0f-551fe3ef8c7b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.63 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.0512612 Aug 17 02:33:41.275540 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b40fe710-761d-41bf-a939-b0b3fa5a9844 req-8ae63c13-b8b5-4192-8341-67272c80bd0a tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 210 time: 0.0441511 Aug 17 02:33:41.365083 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e59ce584-20ef-463c-a9c5-6bfa07072c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:41.533837 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:41.602328 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Deleting port 5994a605-20b6-4b5d-89e9-231159ca940d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:33:41.602688 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:41.625405 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e97ba-295f-444c-a722-83bea94b28ac req-beb52295-abfd-46ee-bee5-1e5a502c9821 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:41.626857 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f20e97ba-295f-444c-a722-83bea94b28ac req-beb52295-abfd-46ee-bee5-1e5a502c9821 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 945 time: 0.3152511 Aug 17 02:33:41.695929 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8abc-548b-4151-85e1-6586915aa021 req-5d723f0d-4ad6-4888-af3b-f6bd370b09a3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:41.697311 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b31d8abc-548b-4151-85e1-6586915aa021 req-5d723f0d-4ad6-4888-af3b-f6bd370b09a3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.1383374 Aug 17 02:33:41.739788 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f20e97ba-295f-444c-a722-83bea94b28ac req-8f62fcaf-d045-4e54-99d0-14a205c1ee17 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862799 Aug 17 02:33:41.777537 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] For port 5994a605-20b6-4b5d-89e9-231159ca940d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5994a605-20b6-4b5d-89e9-231159ca940d,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:33:41.777895 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:41.782533 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b31d8abc-548b-4151-85e1-6586915aa021 req-cd9fa14a-31a1-486b-8c4b-d6460639a45a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749571 Aug 17 02:33:41.793448 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Calling delete_port for 5994a605-20b6-4b5d-89e9-231159ca940d owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:33:41.928850 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:41.942231 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['5994a605-20b6-4b5d-89e9-231159ca940d'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:33:41.957699 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Pushing event deleted for resources: {'Port': ['ID=5994a605-20b6-4b5d-89e9-231159ca940d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:42.006026 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] No DVR routers for this DVR port 5994a605-20b6-4b5d-89e9-231159ca940d on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:33:42.009091 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:42.010938 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-949bc898-0887-4919-ba62-5f5bd5b463fb req-52076273-7da5-4ae0-b352-ca0fa6b71c8e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.63 "DELETE /v2.0/ports/5994a605-20b6-4b5d-89e9-231159ca940d HTTP/1.1" status: 204 len: 173 time: 0.7863777 Aug 17 02:33:42.126088 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:42.206509 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd8894d-76a0-466f-bb99-ae7ef563f26a', 'name': 'network-vif-deleted', 'tag': '5994a605-20b6-4b5d-89e9-231159ca940d'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:42.208967 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d69fb9-1444-4513-9aa4-61bf6f61b944" -d '{"events": [{"server_uuid": "8bd8894d-76a0-466f-bb99-ae7ef563f26a", "name": "network-vif-deleted", "tag": "5994a605-20b6-4b5d-89e9-231159ca940d"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:42.246441 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9aa8f9-3f7d-4ab7-a89d-e85a409f6419 x-openstack-request-id: req-7e9aa8f9-3f7d-4ab7-a89d-e85a409f6419 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:42.247067 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd8894d-76a0-466f-bb99-ae7ef563f26a", "name": "network-vif-deleted", "tag": "5994a605-20b6-4b5d-89e9-231159ca940d", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:42.247067 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e9aa8f9-3f7d-4ab7-a89d-e85a409f6419 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:42.247395 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd8894d-76a0-466f-bb99-ae7ef563f26a', 'name': 'network-vif-deleted', 'tag': '5994a605-20b6-4b5d-89e9-231159ca940d', 'status': 'completed', 'code': 200} Aug 17 02:33:42.387385 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad95deff-18e6-42f0-90da-22d64c762313 req-f02f89ca-a287-4311-8935-69c9ce7cbea4 tempest-DeleteServersTestJSON-262109173 tempest-DeleteServersTestJSON-262109173-project] 10.222.0.52 "GET /v2.0/ports?device_id=28c8ce03-d2e7-4933-9f57-288cbc4940d8 HTTP/1.1" status: 200 len: 210 time: 0.0267682 Aug 17 02:33:42.403246 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:33:42.423893 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:33:42.424329 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device d17cbad0-76d1-4a0d-a16c-ffe78dff4ce9 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:33:42.863331 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3bdbb802-25e1-4aff-86ec-e8b03d7ab7bb req-47bc10e1-4462-4059-b4fc-fa69be3bceb4 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bd8894d-76a0-466f-bb99-ae7ef563f26a HTTP/1.1" status: 200 len: 210 time: 0.0294127 Aug 17 02:33:42.933088 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2200e-b64c-4e43-91cc-fa56e12a2162 req-9681434d-4d8d-4217-acdf-c21bf01637e6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:42.934732 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06d2200e-b64c-4e43-91cc-fa56e12a2162 req-9681434d-4d8d-4217-acdf-c21bf01637e6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0738420 Aug 17 02:33:42.974878 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06d2200e-b64c-4e43-91cc-fa56e12a2162 req-b346b8e9-c40d-452f-8d15-56c4089584c5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Aug 17 02:33:44.029666 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:44.112327 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:33:44.128184 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aa1a3-7bec-4b80-88e8-eaaab1054703 req-eec4cbcd-2871-467f-8747-17be6cf399af tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:44.130916 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-062aa1a3-7bec-4b80-88e8-eaaab1054703 req-eec4cbcd-2871-467f-8747-17be6cf399af tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0593057 Aug 17 02:33:44.187544 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-062aa1a3-7bec-4b80-88e8-eaaab1054703 req-7f1e94dc-517e-48f8-8e4c-e908728cb6af tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480049 Aug 17 02:33:44.426100 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 5994a605-20b6-4b5d-89e9-231159ca940d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:33:44.450833 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 5994a605-20b6-4b5d-89e9-231159ca940d {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:33:44.451492 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 5994a605-20b6-4b5d-89e9-231159ca940d not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:33:44.793831 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-590a16d0-d300-4c01-9a3b-24992a2e5a38 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:44.801478 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-590a16d0-d300-4c01-9a3b-24992a2e5a38 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/networks?id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734 HTTP/1.1" status: 200 len: 808 time: 0.1287079 Aug 17 02:33:44.815189 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-3570d64d-1f17-4ce7-8d3d-0c050f3fcc39 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/quotas/af85e293d56044888769f5e51e6c2b42 HTTP/1.1" status: 200 len: 375 time: 0.0126867 Aug 17 02:33:44.865079 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-c9f55ac9-a6ee-49da-8a5b-9cafdab92678 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=af85e293d56044888769f5e51e6c2b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432029 Aug 17 02:33:44.877792 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 58968) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:44.928931 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Deleting subnet 1b0c42a0-64a2-4e98-9dbd-455389ef9b21 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:33:44.932120 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:44.973117 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929436'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:44.984704 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-a84b834b-15d6-4d7c-9a6d-a87d5583be05 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112313 Aug 17 02:33:45.017938 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.085851 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7181250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798163'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.088165 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-8570b469-bc8d-4c71-bc9c-a899be2920bc service neutron] 10.222.0.52 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968008 Aug 17 02:33:45.130393 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.130393 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1b0c42a0-64a2-4e98-9dbd-455389ef9b21 HTTP/1.1" status: 204 len: 168 time: 0.2514598 Aug 17 02:33:45.132879 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0c42a0-64a2-4e98-9dbd-455389ef9b21,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:45.134298 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 58978) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:45.141173 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.141570 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.141921 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.142261 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.142619 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.143469 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.144236 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.144708 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.145186 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.145671 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.146152 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.146669 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5816f8fc-d886-4795-8211-915714e2e6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:33:45.231960 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.363668 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e864d31-2e5c-46a3-bd62-1b12e47e8e7b req-a52640a6-f337-4750-aac1-1dfec93307a7 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 210 time: 0.0593147 Aug 17 02:33:45.369708 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.383069 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576ca2ae-56af-436c-9066-879ec97ea39f']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:45.395806 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0626c3a-aa81-475d-9ccd-e9706bec7851') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:45.396108 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0626c3a-aa81-475d-9ccd-e9706bec7851') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:33:45.417015 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc0ed-6c8a-4624-a950-97f0b0e9d80e req-42334a7a-adae-45df-9f70-9359656c3484 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:45.418496 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6c9fc0ed-6c8a-4624-a950-97f0b0e9d80e req-42334a7a-adae-45df-9f70-9359656c3484 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.1129622 Aug 17 02:33:45.420282 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7601395'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.445320 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.456566 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:33:45.457030 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601808'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: Traceback (most recent call last): Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: timer() Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: cb(*args, **kw) Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: return func(*args, **kwargs) Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: self._notify() Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: self.callback(batched_events) Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: event.method(event) Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: return f(self, *a, **k) Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._get(url).json() Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: return self.request(url, 'GET', **kwargs) Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:33:45.459003 dv-cinder-799871-4-iscsi neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:33:45.512842 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6c9fc0ed-6c8a-4624-a950-97f0b0e9d80e req-3284a395-6166-40f4-a1f7-3e73add195b3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859628 Aug 17 02:33:45.533482 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.542145 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.546364 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] 10.222.0.52 "DELETE /v2.0/networks/576ca2ae-56af-436c-9066-879ec97ea39f HTTP/1.1" status: 204 len: 168 time: 0.4087095 Aug 17 02:33:45.561823 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e2efe-f61d-41e0-bb94-a7d18a398e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=576ca2ae-56af-436c-9066-879ec97ea39f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:45.732972 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59006) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:45.776183 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-804dcc81-646a-4cfa-9377-89c4b39975f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=993a71be71e64a06bf01992b5af5df14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415561 Aug 17 02:33:45.778496 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59012) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:45.841800 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-160fbcf1-c912-43f9-acf4-5a1638ba3108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.864049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-160fbcf1-c912-43f9-acf4-5a1638ba3108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.918310 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-160fbcf1-c912-43f9-acf4-5a1638ba3108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.921367 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-160fbcf1-c912-43f9-acf4-5a1638ba3108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:45.925009 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-160fbcf1-c912-43f9-acf4-5a1638ba3108 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/980f152f-0d76-4908-962f-cadcd289c369 HTTP/1.1" status: 204 len: 168 time: 0.1432033 Aug 17 02:33:45.932028 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fbcf1-c912-43f9-acf4-5a1638ba3108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f152f-0d76-4908-962f-cadcd289c369,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:46.096705 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59028) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:46.218000 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6810959b-ef55-4d52-ba2c-0755f8104515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.420532 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6810959b-ef55-4d52-ba2c-0755f8104515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.445095 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6810959b-ef55-4d52-ba2c-0755f8104515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.475664 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-6810959b-ef55-4d52-ba2c-0755f8104515 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=690282af42214757a6db375cc5a7d232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776848 Aug 17 02:33:46.479451 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59050) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:46.530919 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b48ba8c3-4414-4d9b-bb9d-f4b2e74e2e3d req-ec613b4f-805c-4a4a-b9a4-15202863a290 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 210 time: 0.0518780 Aug 17 02:33:46.542783 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810959b-ef55-4d52-ba2c-0755f8104515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ae06ad-c133-4f45-b8be-f1e0df7d4548,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:46.552543 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-9d4fef21-d607-4e5b-92e6-3ddb70868d5c tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:46.554231 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-9d4fef21-d607-4e5b-92e6-3ddb70868d5c tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.63 "GET /v2.0/networks?id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734 HTTP/1.1" status: 200 len: 808 time: 0.2217250 Aug 17 02:33:46.571456 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Request body: {'port': {'device_id': '34376e76-71be-4280-87bf-db8f83c42fdf', 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734', 'admin_state_up': True, 'tenant_id': 'af85e293d56044888769f5e51e6c2b42'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:46.584402 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3baf3b06-a275-4a33-bbcb-799420c3e407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.611408 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3baf3b06-a275-4a33-bbcb-799420c3e407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.680236 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3baf3b06-a275-4a33-bbcb-799420c3e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.683401 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3baf3b06-a275-4a33-bbcb-799420c3e407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.688699 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-3baf3b06-a275-4a33-bbcb-799420c3e407 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76ae06ad-c133-4f45-b8be-f1e0df7d4548 HTTP/1.1" status: 204 len: 168 time: 0.2057531 Aug 17 02:33:46.696814 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf3b06-a275-4a33-bbcb-799420c3e407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ae06ad-c133-4f45-b8be-f1e0df7d4548,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:46.738084 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ceab0-78d0-463a-bf1a-4aadd8b059b2 req-adda6304-5538-4319-9880-52303a018ee2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:46.739639 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-328ceab0-78d0-463a-bf1a-4aadd8b059b2 req-adda6304-5538-4319-9880-52303a018ee2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0778854 Aug 17 02:33:46.797393 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-328ceab0-78d0-463a-bf1a-4aadd8b059b2 req-b823e6a8-ca7b-42f0-ada8-effc93a4982c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480824 Aug 17 02:33:46.802835 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Made reservation on behalf of af85e293d56044888769f5e51e6c2b42 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:46.807658 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:46.809016 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59072) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:46.954436 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Allocated IP 172.20.0.8 (1ee9a466-c12a-4bcc-8e0c-1d05375bd734/26351b99-3319-4d62-b7f8-48a25a424fc5/f2701fe2-5a65-40dc-87e1-5bb7913c1ae6) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:33:46.988887 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-40435280-network', 'tenant_id': '39d10caaef914f97b9aba1e891f588ac'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:47.016613 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Made reservation on behalf of 39d10caaef914f97b9aba1e891f588ac for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:47.019703 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.030038 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.044612 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59080) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:47.063490 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3e67744e-3187-47ff-9b88-204e802cd219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.138667 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.143840 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.152994 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.163950 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:33:47.184568 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.184910 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Added segment 41cdf3f9-1ac3-43f5-830a-760acc796747 of type vlan for network 003c27b3-9d03-42a9-8448-e2eaa96117a3 Aug 17 02:33:47.186114 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.226631 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:33:47.231801 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:47.235488 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:33:47.238419 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.245965 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e73cad9-09e4-47bb-996a-ceb108407270,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:47.266732 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Pushing event updated for resources: {'Port': ['ID=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:47.292850 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.293055 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:47.293543 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.293773 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:47.294349 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.370326 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] Pushing event updated for resources: {'Network': ['ID=003c27b3-9d03-42a9-8448-e2eaa96117a3,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:47.384174 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 003c27b3-9d03-42a9-8448-e2eaa96117a3 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:33:47.400862 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3e67744e-3187-47ff-9b88-204e802cd219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.407361 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3e67744e-3187-47ff-9b88-204e802cd219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.416115 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-d47cbd9b-edfe-4328-82fc-d679e9dac30b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8513353 Aug 17 02:33:47.431179 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Request body: {'port': {'device_id': '34376e76-71be-4280-87bf-db8f83c42fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:47.442156 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-cc8ecc0b-a9da-478e-80a5-4bbfd7785a6c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6319551 Aug 17 02:33:47.446255 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59088) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:47.448608 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67744e-3187-47ff-9b88-204e802cd219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e21505-cf85-4de6-a288-46c7659bfa9c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:47.454195 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Request body: {'subnet': {'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-40435280-subnet', 'tenant_id': '39d10caaef914f97b9aba1e891f588ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:47.486418 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-3e67744e-3187-47ff-9b88-204e802cd219 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2818e11e9f44ea4a9fff8e523b5f527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406278 Aug 17 02:33:47.488866 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59092) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:47.489547 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Made reservation on behalf of 39d10caaef914f97b9aba1e891f588ac for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:47.492140 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6798158'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.520584 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.614923 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b568a545-b9a5-4945-9a04-a43e9d941388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.650801 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b568a545-b9a5-4945-9a04-a43e9d941388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.765130 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7181059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798168'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.790780 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cab87-3391-4a5b-b527-c876d11780e5 req-66aa6b20-fc6d-4e26-a685-c5650fb52de8 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:47.791012 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b568a545-b9a5-4945-9a04-a43e9d941388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.792258 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-381cab87-3391-4a5b-b527-c876d11780e5 req-66aa6b20-fc6d-4e26-a685-c5650fb52de8 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 931 time: 0.1380851 Aug 17 02:33:47.793321 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b568a545-b9a5-4945-9a04-a43e9d941388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.796852 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b568a545-b9a5-4945-9a04-a43e9d941388 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61e21505-cf85-4de6-a288-46c7659bfa9c HTTP/1.1" status: 204 len: 168 time: 0.3001568 Aug 17 02:33:47.796988 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1115-89a8-4b00-b191-838b6131e612 req-0d0c52e6-b8aa-4704-bedb-ec4d7482a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:47.797661 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f7c1115-89a8-4b00-b191-838b6131e612 req-0d0c52e6-b8aa-4704-bedb-ec4d7482a135 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 1098 time: 0.1396799 Aug 17 02:33:47.807631 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568a545-b9a5-4945-9a04-a43e9d941388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e21505-cf85-4de6-a288-46c7659bfa9c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:47.858035 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:47.870452 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Checking segment: {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:47.870841 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Network hostable DHCP agents. Network: 003c27b3-9d03-42a9-8448-e2eaa96117a3, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:33:47.889951 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Network 003c27b3-9d03-42a9-8448-e2eaa96117a3 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:33:47.902040 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 003c27b3-9d03-42a9-8448-e2eaa96117a3) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:47.906620 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:47.907268 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:47.913019 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35335b5d-04fa-4fe7-a593-bc0d96a07a27 None None] Network 003c27b3-9d03-42a9-8448-e2eaa96117a3 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:33:47.936254 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-599ae689-95ae-42cc-9cf5-73d0b8c42372 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4885795 Aug 17 02:33:47.952898 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-381cab87-3391-4a5b-b527-c876d11780e5 req-a71cec14-11f2-460f-b449-ac9e92f4f3bc tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456659 Aug 17 02:33:47.964390 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f7c1115-89a8-4b00-b191-838b6131e612 req-68385486-1f93-432b-89aa-d5154f9f041c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582084 Aug 17 02:33:48.015848 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8fe04-5bd2-4acb-8081-4d916749c082 req-1aeea023-a414-4aaf-acb3-073c1d74eb21 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:48.017397 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c9a8fe04-5bd2-4acb-8081-4d916749c082 req-1aeea023-a414-4aaf-acb3-073c1d74eb21 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.1248457 Aug 17 02:33:48.023895 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:33:48.051388 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.058776 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42f838-90ff-4609-b357-178e92c3872c None None] Network 003c27b3-9d03-42a9-8448-e2eaa96117a3 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:33:48.086754 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Transition to ACTIVE for port object f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:33:48.115338 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c9a8fe04-5bd2-4acb-8081-4d916749c082 req-28236fa7-d48c-4d22-80a6-5d80fe54cd41 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867651 Aug 17 02:33:48.117909 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.172041 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Pushing event updated for resources: {'Port': ['ID=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:48.267973 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Attempting to bind port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:33:48.268598 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Attempting to bind port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'f4181292-4344-47a7-a7a1-73ac1d9e1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:33:48.268819 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Attempting to bind port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 on network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:48.277257 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 on network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:33:48.277591 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Attempting to bind port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 on network 1ee9a466-c12a-4bcc-8e0c-1d05375bd734 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:48.282548 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:33:48.282908 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Checking segment: {'id': 'f4181292-4344-47a7-a7a1-73ac1d9e1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:48.283287 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Bound using segment: {'id': 'f4181292-4344-47a7-a7a1-73ac1d9e1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:33:48.283716 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Bound port: f2701fe2-5a65-40dc-87e1-5bb7913c1ae6, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4181292-4344-47a7-a7a1-73ac1d9e1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:33:48.284070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.360493 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] For port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:33:48.363860 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] For port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:33:48.369344 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.453093 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:48.453723 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.455160 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] 10.222.0.63 "PUT /v2.0/ports/f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 HTTP/1.1" status: 200 len: 1093 time: 1.0292726 Aug 17 02:33:48.460192 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34376e76-71be-4280-87bf-db8f83c42fdf', 'tag': 'f2701fe2-5a65-40dc-87e1-5bb7913c1ae6'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:48.460192 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f81efd-a525-4147-aa1e-9beda1aa0131" -d '{"events": [{"name": "network-changed", "server_uuid": "34376e76-71be-4280-87bf-db8f83c42fdf", "tag": "f2701fe2-5a65-40dc-87e1-5bb7913c1ae6"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:48.488109 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35ff8e-93a4-4839-8fea-27786e777441 service neutron] Pushing event updated for resources: {'Port': ['ID=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:48.525153 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0401562-ce98-4e52-874c-271161f63b3e x-openstack-request-id: req-d0401562-ce98-4e52-874c-271161f63b3e {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:48.525567 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34376e76-71be-4280-87bf-db8f83c42fdf", "tag": "f2701fe2-5a65-40dc-87e1-5bb7913c1ae6", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:48.525784 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0401562-ce98-4e52-874c-271161f63b3e {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:48.526214 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34376e76-71be-4280-87bf-db8f83c42fdf', 'tag': 'f2701fe2-5a65-40dc-87e1-5bb7913c1ae6', 'status': 'completed', 'code': 200} Aug 17 02:33:48.569793 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-591ac1eb-8b95-4316-b3d3-6195b352dbd3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:48.571383 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-591ac1eb-8b95-4316-b3d3-6195b352dbd3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 813 time: 0.1925831 Aug 17 02:33:48.591933 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-883e8878-33e7-4e1d-b6e2-b68f09775fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:48.593288 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-883e8878-33e7-4e1d-b6e2-b68f09775fa8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=af85e293d56044888769f5e51e6c2b42&device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 1096 time: 0.0739017 Aug 17 02:33:48.594497 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-277912fd-7b7e-4f64-b167-1946b3cc3f05 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/quotas/39d10caaef914f97b9aba1e891f588ac HTTP/1.1" status: 200 len: 375 time: 0.0158088 Aug 17 02:33:48.644570 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-a0da0b4d-0355-4f07-888f-cdd981ab6215 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 HTTP/1.1" status: 200 len: 217 time: 0.0427670 Aug 17 02:33:48.645820 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59144) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:48.663419 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-11cc7339-6429-4373-bc15-2f6e3b36b9f7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552907 Aug 17 02:33:48.750458 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1115904984-network', 'tenant_id': '74802b9ddc9e4f0c86f97953662a6dcc'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:48.756413 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-768fed14-d799-4f50-9832-c3910960c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:48.757887 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-768fed14-d799-4f50-9832-c3910960c634 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26351b99-3319-4d62-b7f8-48a25a424fc5 HTTP/1.1" status: 200 len: 848 time: 0.0975392 Aug 17 02:33:48.772711 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Made reservation on behalf of 74802b9ddc9e4f0c86f97953662a6dcc for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:48.775555 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.784753 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.806739 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-1795438b-6615-4312-ad19-e8e3171fa569 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324132 Aug 17 02:33:48.812659 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-55b90131-7397-4c5b-b0ea-3aaa6a5ceb26 service neutron] 10.222.0.52 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408436 Aug 17 02:33:48.879250 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.883900 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.910518 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:33:48.916486 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d77d91e-94f8-439c-ac78-f1f5a46e15e6,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:48.925324 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.926044 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Added segment fb06d459-7674-4b56-942f-65910822d3fd of type vlan for network e269b759-884c-40fe-ad4e-038ecf8e6ce1 Aug 17 02:33:48.967161 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.972002 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-29ad3dcf-48d0-440a-bf0e-763462c81bbe service neutron] 10.222.0.63 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571200 Aug 17 02:33:48.978354 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-79525b24-eca8-447c-b195-cd6a1e093a14 service neutron] 10.222.0.52 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549928 Aug 17 02:33:48.998700 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:48.999762 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:49.000381 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:49.066147 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=e269b759-884c-40fe-ad4e-038ecf8e6ce1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:49.070997 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d49c26f8-aea6-4b2f-b686-3bc0af4d0cc8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4240470 Aug 17 02:33:49.074279 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59152) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:49.079489 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network e269b759-884c-40fe-ad4e-038ecf8e6ce1 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:33:49.083892 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72489e28-a892-4807-80c5-a6e6aef88bc6 req-c515f96a-f78a-4ee1-bfea-35b045f51a5c service neutron] 10.222.0.63 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044569 Aug 17 02:33:49.102681 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Request body: {'subnet': {'network_id': 'e269b759-884c-40fe-ad4e-038ecf8e6ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1115904984-subnet', 'tenant_id': '74802b9ddc9e4f0c86f97953662a6dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:49.129263 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b05b29-7ecf-427e-82f6-968efd29d23a req-fe3716b8-6b4d-422a-8c4b-19ebf22abce4 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:49.139104 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-33b05b29-7ecf-427e-82f6-968efd29d23a req-fe3716b8-6b4d-422a-8c4b-19ebf22abce4 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.0708137 Aug 17 02:33:49.163078 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Made reservation on behalf of 74802b9ddc9e4f0c86f97953662a6dcc for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:49.165876 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6798158'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:49.370019 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7181059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798168'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:49.439187 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c83f32-7699-4d18-8553-25db5928ba6a,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:49.441433 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Checking segment: {'id': 'fb06d459-7674-4b56-942f-65910822d3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e269b759-884c-40fe-ad4e-038ecf8e6ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:49.441779 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Network hostable DHCP agents. Network: e269b759-884c-40fe-ad4e-038ecf8e6ce1, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:33:49.461312 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Network e269b759-884c-40fe-ad4e-038ecf8e6ce1 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:33:49.465192 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-33b05b29-7ecf-427e-82f6-968efd29d23a req-5bb7b981-5914-41d2-960f-da338bee45f3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213210 Aug 17 02:33:49.473271 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, e269b759-884c-40fe-ad4e-038ecf8e6ce1) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:49.486224 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:49.486867 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:49.492653 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a39202-d6ad-47be-926f-1d7a989d1d97 None None] Network e269b759-884c-40fe-ad4e-038ecf8e6ce1 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:33:49.507878 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f11a-8b3f-4110-b4b9-6bda0bc92df9 req-57f2191a-8a71-4a29-9cfd-de1f6da407d2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:49.515615 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa6f11a-8b3f-4110-b4b9-6bda0bc92df9 req-57f2191a-8a71-4a29-9cfd-de1f6da407d2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0991299 Aug 17 02:33:49.521564 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-6bb321d3-4f6a-47b1-8d92-43edcdedff7d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4461243 Aug 17 02:33:49.552334 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fee408c7-1d88-4093-9896-e3cd82f9b410 req-6494789d-b9e8-496b-99e8-3d132f5f5bcc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 210 time: 0.0344954 Aug 17 02:33:49.648685 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa6f11a-8b3f-4110-b4b9-6bda0bc92df9 req-788e27af-453c-4035-a1ba-2342895fd4b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941865 Aug 17 02:33:49.665404 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-1e1fb6dc-49cb-4797-8ff2-07062d309b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:49.666896 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-1e1fb6dc-49cb-4797-8ff2-07062d309b66 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=af85e293d56044888769f5e51e6c2b42&device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 1096 time: 0.0880949 Aug 17 02:33:49.679843 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb142d5-60fb-4d5d-89bb-4e7eda83c2a6 None None] Network e269b759-884c-40fe-ad4e-038ecf8e6ce1 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:33:49.771629 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-1ec5f46c-90a5-4670-a10c-04f608cc182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:49.774785 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-1ec5f46c-90a5-4670-a10c-04f608cc182a service neutron] 10.222.0.63 "GET /v2.0/networks?id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734 HTTP/1.1" status: 200 len: 909 time: 0.0960879 Aug 17 02:33:50.076971 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59188) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:50.081895 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1679079684-network', 'tenant_id': '6d628d3ee9f64357ada1524533814726'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:50.102731 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Made reservation on behalf of 6d628d3ee9f64357ada1524533814726 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:50.105097 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.113177 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.202803 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.206367 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.234371 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:33:50.240507 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01a90a-708c-4c55-94b5-182c05e30345,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:50.246889 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.256107 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Added segment 6364c3b5-7c3b-4c6d-81e2-254076d1f0b2 of type vlan for network 6ee76d81-27a5-4d8a-9ea7-369492871441 Aug 17 02:33:50.285472 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.309094 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.310015 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:50.310612 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.364960 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2844718 Aug 17 02:33:50.365373 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59194) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:33:50.367918 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b238ab-d65c-44f3-a6f2-c4b44e17bff1 admin admin] Pushing event updated for resources: {'Network': ['ID=6ee76d81-27a5-4d8a-9ea7-369492871441,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:50.372383 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Request body: {'subnet': {'network_id': '6ee76d81-27a5-4d8a-9ea7-369492871441', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1679079684-subnet', 'tenant_id': '6d628d3ee9f64357ada1524533814726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:50.378873 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 6ee76d81-27a5-4d8a-9ea7-369492871441 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:33:50.396386 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Made reservation on behalf of 6d628d3ee9f64357ada1524533814726 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:50.399046 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8272014'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.611443 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8272024'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.647317 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990d788-d161-490d-90f7-90cb6abd944c req-26bc15d4-2714-4bcc-a1f1-3b6dbb5d5e2e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:50.648789 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9990d788-d161-490d-90f7-90cb6abd944c req-26bc15d4-2714-4bcc-a1f1-3b6dbb5d5e2e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.1100264 Aug 17 02:33:50.688152 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118129de-5c23-4726-848d-a73e4ddf865a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:50.719123 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9990d788-d161-490d-90f7-90cb6abd944c req-1d7f78e6-8630-4fac-a65f-f6c3b4d7c9d3 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595031 Aug 17 02:33:50.719949 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Checking segment: {'id': '6364c3b5-7c3b-4c6d-81e2-254076d1f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6ee76d81-27a5-4d8a-9ea7-369492871441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:50.720300 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Network hostable DHCP agents. Network: 6ee76d81-27a5-4d8a-9ea7-369492871441, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:33:50.747328 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Network 6ee76d81-27a5-4d8a-9ea7-369492871441 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:33:50.757649 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 6ee76d81-27a5-4d8a-9ea7-369492871441) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:50.761724 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:50.762309 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:50.768260 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f042b5-e9ab-4046-8fe9-7c6be3b0f5c5 None None] Network 6ee76d81-27a5-4d8a-9ea7-369492871441 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:33:50.777631 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-760d54b6-200f-4778-a603-a62a744b2215 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4099782 Aug 17 02:33:50.809080 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fdee26f4-2e33-40bf-a7ba-9eac6a5034e9 req-9b3efe19-bce2-4be5-841a-902ab4c8936e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 210 time: 0.0299790 Aug 17 02:33:50.913310 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b193c5-9d15-4f53-a6bd-c272e399af49 None None] Network 6ee76d81-27a5-4d8a-9ea7-369492871441 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:33:50.925890 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12443afe-c80d-4588-a30a-08ff8385bf42 req-c9d01b9c-b8be-4b0b-a571-1e3aae05be7d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:50.927494 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-12443afe-c80d-4588-a30a-08ff8385bf42 req-c9d01b9c-b8be-4b0b-a571-1e3aae05be7d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0576329 Aug 17 02:33:50.969753 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-12443afe-c80d-4588-a30a-08ff8385bf42 req-99880ff0-2a6a-4055-8ca5-87317027dfaf tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355477 Aug 17 02:33:51.838359 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841a097-9407-497d-8a8a-54364fab63c1 req-660b74a3-af0a-426f-a9d7-d92be8e91c30 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:51.839861 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0841a097-9407-497d-8a8a-54364fab63c1 req-660b74a3-af0a-426f-a9d7-d92be8e91c30 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.0530457 Aug 17 02:33:51.876873 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0841a097-9407-497d-8a8a-54364fab63c1 req-9d88b67f-7718-4df3-b860-8133e0b7a126 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309775 Aug 17 02:33:51.957097 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-76b85d52-1ae7-42ff-b313-56dc4771a1ee req-1efd156e-a552-4ef5-bf96-bb435bb9831e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 210 time: 0.0269871 Aug 17 02:33:52.084001 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc3a91-b1b6-463f-8aea-daab6aedae3f req-f89fd634-c220-471f-b364-a570287a260c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:52.085580 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9ddc3a91-b1b6-463f-8aea-daab6aedae3f req-f89fd634-c220-471f-b364-a570287a260c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0501251 Aug 17 02:33:52.122238 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9ddc3a91-b1b6-463f-8aea-daab6aedae3f req-49994a51-b2b8-4b43-928b-96a07995ab83 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307755 Aug 17 02:33:52.991987 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e59f6e-d84b-4a16-b31d-50a95abcaa22 req-e07414a1-e0f8-4b42-b90d-4a5bb676c7ca tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:52.993417 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0e59f6e-d84b-4a16-b31d-50a95abcaa22 req-e07414a1-e0f8-4b42-b90d-4a5bb676c7ca tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.0514863 Aug 17 02:33:53.029987 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0e59f6e-d84b-4a16-b31d-50a95abcaa22 req-f0fb75a8-1d2d-4238-bc0e-09837d9c3c28 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307114 Aug 17 02:33:53.109091 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c21d73aa-a341-4a99-b4a4-a8d92ad86cce req-389d8085-7ee0-4649-8196-2a80d6fd551a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 210 time: 0.0257938 Aug 17 02:33:53.232422 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3b1df-7927-4918-bed8-2874112973b7 req-0bfbb19e-c154-4da1-a39b-66e089b4e1d8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:53.233876 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3ef3b1df-7927-4918-bed8-2874112973b7 req-0bfbb19e-c154-4da1-a39b-66e089b4e1d8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0476596 Aug 17 02:33:53.271209 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3ef3b1df-7927-4918-bed8-2874112973b7 req-056de5f8-ad6a-4ba4-9d4e-36321461a8a0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Aug 17 02:33:53.511991 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-4f1b2073-907d-45f2-a305-2923c90c0843 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 HTTP/1.1" status: 200 len: 217 time: 0.0397406 Aug 17 02:33:54.141123 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea8f3-a61e-4b31-96f3-d2967497308d req-a3d63340-b377-48a1-be24-d4e59a2bc586 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:54.142564 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b85ea8f3-a61e-4b31-96f3-d2967497308d req-a3d63340-b377-48a1-be24-d4e59a2bc586 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.0474081 Aug 17 02:33:54.179548 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b85ea8f3-a61e-4b31-96f3-d2967497308d req-c0057b9f-7802-4ff6-be97-043ece3d5210 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304828 Aug 17 02:33:54.259684 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72aef2cf-7409-4e99-a8cf-26112a8e7c5c req-8f3c835b-048f-4e21-b087-a8e7927f06a9 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 210 time: 0.0261478 Aug 17 02:33:54.384692 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480d8ba-054c-46e9-ab3c-8b6fafd52fc8 req-b50b05e6-87fa-4f6b-8693-d5027cfcbb02 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:54.386131 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9480d8ba-054c-46e9-ab3c-8b6fafd52fc8 req-b50b05e6-87fa-4f6b-8693-d5027cfcbb02 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0518353 Aug 17 02:33:54.424073 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9480d8ba-054c-46e9-ab3c-8b6fafd52fc8 req-af80171c-4091-422d-9332-6eb8fae943c7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Aug 17 02:33:55.217572 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-c610e170-2d45-4c6a-bc72-96ffd2cb79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:55.219085 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-c610e170-2d45-4c6a-bc72-96ffd2cb79ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=26351b99-3319-4d62-b7f8-48a25a424fc5 HTTP/1.1" status: 200 len: 848 time: 0.0445874 Aug 17 02:33:55.252498 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-9b97a992-9346-4847-a2af-5950c4ecb810 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1ee9a466-c12a-4bcc-8e0c-1d05375bd734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261869 Aug 17 02:33:55.352846 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9dcbd-a409-4137-bdaa-b2df7a368e22 req-f626d6d0-3c74-419b-9cb5-afd571fac4ef tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:55.354299 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-43d9dcbd-a409-4137-bdaa-b2df7a368e22 req-f626d6d0-3c74-419b-9cb5-afd571fac4ef tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.1042001 Aug 17 02:33:55.388971 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-ddd06c99-9fe5-4138-b1b9-a96cc9f59cf9 service neutron] 10.222.0.63 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285524 Aug 17 02:33:55.421418 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-43d9dcbd-a409-4137-bdaa-b2df7a368e22 req-e4659879-dc62-4ed3-80f7-fbc791a481fe tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608642 Aug 17 02:33:55.512992 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7e16783d-97f5-4087-93e3-4c6cfc155b4f req-5a62cfff-2bb1-422e-88ae-6e17d9b10220 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 210 time: 0.0348239 Aug 17 02:33:55.516570 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d7f81efd-a525-4147-aa1e-9beda1aa0131 req-5ebe510f-4af6-4646-be7b-bce26f64e751 service neutron] 10.222.0.63 "GET /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178477 Aug 17 02:33:55.619264 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e3c7f-6327-4013-b7f3-3e4efaeceefd req-4dd0a166-d90a-4960-86ee-ce0534cd061c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:55.620724 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-229e3c7f-6327-4013-b7f3-3e4efaeceefd req-4dd0a166-d90a-4960-86ee-ce0534cd061c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0489211 Aug 17 02:33:55.658999 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-229e3c7f-6327-4013-b7f3-3e4efaeceefd req-9868bb7b-5541-4063-a1bc-0e93bb9988e1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319867 Aug 17 02:33:56.279523 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-abb436ba-7f9e-4a52-ba54-83460e0dc6d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:56.280991 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-abb436ba-7f9e-4a52-ba54-83460e0dc6d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 813 time: 0.1111772 Aug 17 02:33:56.293760 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Request body: {'port': {'device_id': '6657a295-6663-4110-bc4b-8deed02885fd', 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3', 'admin_state_up': True, 'tenant_id': '39d10caaef914f97b9aba1e891f588ac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:56.405335 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Made reservation on behalf of 39d10caaef914f97b9aba1e891f588ac for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:33:56.408796 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:56.565006 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Allocated IP 172.20.0.10 (003c27b3-9d03-42a9-8448-e2eaa96117a3/0187f9a6-5b26-47ba-abaf-9d56e2e3bf89/45ba11ef-2220-415c-a0fb-90a040f16bfd) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:33:56.576102 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc1a2d-f7c9-4955-bc77-0df9f0ae2673 req-2ff2dc54-af0e-413a-a64b-01c7899b9b34 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:56.577232 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-22dc1a2d-f7c9-4955-bc77-0df9f0ae2673 req-2ff2dc54-af0e-413a-a64b-01c7899b9b34 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.0887289 Aug 17 02:33:56.640181 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-26a6b8a0-9ace-4345-91b0-6159519e7234 req-923b8a0c-e05b-42c8-bace-258f21ea6b4f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 210 time: 0.0374510 Aug 17 02:33:56.672217 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-22dc1a2d-f7c9-4955-bc77-0df9f0ae2673 req-27e9a935-c52f-4947-8300-b00c2c396e4d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864065 Aug 17 02:33:56.808337 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bec0f-44e9-4757-806d-dd05c71837b0 req-bda2b556-05c6-4170-8d5b-74c6c8148b75 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:56.809834 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-322bec0f-44e9-4757-806d-dd05c71837b0 req-bda2b556-05c6-4170-8d5b-74c6c8148b75 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0793362 Aug 17 02:33:56.831506 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:56.869021 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-322bec0f-44e9-4757-806d-dd05c71837b0 req-bdc09167-5b8a-4f76-94f9-047ef8915fa5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529408 Aug 17 02:33:56.906199 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:56.965401 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Network 003c27b3-9d03-42a9-8448-e2eaa96117a3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:33:56.971686 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:33:56.992609 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:33:56.998643 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Pushing event updated for resources: {'Port': ['ID=45ba11ef-2220-415c-a0fb-90a040f16bfd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:57.056460 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db1fbc-dc5f-4f58-bce5-4336e92a1f36 req-ee1a984e-506f-45c9-b2c9-8192e8e5ae2c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.058165 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01db1fbc-dc5f-4f58-bce5-4336e92a1f36 req-ee1a984e-506f-45c9-b2c9-8192e8e5ae2c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1064630 Aug 17 02:33:57.064574 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.065173 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.096550 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-53a32f52-0615-40ed-8563-5d6dc4d3dce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8064506 Aug 17 02:33:57.110716 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Request body: {'port': {'device_id': '6657a295-6663-4110-bc4b-8deed02885fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:33:57.119563 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01db1fbc-dc5f-4f58-bce5-4336e92a1f36 req-7fb7c345-b678-4599-ba2d-4e2ca65d04e4 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517263 Aug 17 02:33:57.170425 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.447184 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ba11ef-2220-415c-a0fb-90a040f16bfd {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:33:57.459275 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.471519 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Transition to ACTIVE for port object 45ba11ef-2220-415c-a0fb-90a040f16bfd will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:33:57.475328 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.523500 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Pushing event updated for resources: {'Port': ['ID=45ba11ef-2220-415c-a0fb-90a040f16bfd,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:57.592148 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Attempting to bind port 45ba11ef-2220-415c-a0fb-90a040f16bfd on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:33:57.592399 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Attempting to bind port 45ba11ef-2220-415c-a0fb-90a040f16bfd by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:33:57.592717 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Attempting to bind port 45ba11ef-2220-415c-a0fb-90a040f16bfd on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:57.596963 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Port 45ba11ef-2220-415c-a0fb-90a040f16bfd on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:33:57.597276 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Attempting to bind port 45ba11ef-2220-415c-a0fb-90a040f16bfd on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:33:57.602122 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:33:57.602446 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Checking segment: {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:33:57.602848 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Bound using segment: {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:33:57.603265 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Bound port: 45ba11ef-2220-415c-a0fb-90a040f16bfd, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:33:57.603609 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.667008 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] For port 45ba11ef-2220-415c-a0fb-90a040f16bfd, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:33:57.670422 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] For port 45ba11ef-2220-415c-a0fb-90a040f16bfd, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45ba11ef-2220-415c-a0fb-90a040f16bfd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:33:57.675481 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.721597 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.722192 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:33:57.723657 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] 10.222.0.63 "PUT /v2.0/ports/45ba11ef-2220-415c-a0fb-90a040f16bfd HTTP/1.1" status: 200 len: 1094 time: 0.6171889 Aug 17 02:33:57.724065 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6657a295-6663-4110-bc4b-8deed02885fd', 'tag': '45ba11ef-2220-415c-a0fb-90a040f16bfd'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:33:57.726647 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057d7669-75e2-4c81-8362-5c008a084145" -d '{"events": [{"name": "network-changed", "server_uuid": "6657a295-6663-4110-bc4b-8deed02885fd", "tag": "45ba11ef-2220-415c-a0fb-90a040f16bfd"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:33:57.817014 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ea115-e7e1-49f5-84cb-1a544127affb service neutron] Pushing event updated for resources: {'Port': ['ID=45ba11ef-2220-415c-a0fb-90a040f16bfd,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:33:57.873738 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20603b-b257-402a-a088-b40985dba6fa req-31aa390e-6fd1-4f14-8471-2134c08260c0 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.875239 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-da20603b-b257-402a-a088-b40985dba6fa req-31aa390e-6fd1-4f14-8471-2134c08260c0 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 944 time: 0.1457617 Aug 17 02:33:57.883333 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3bbed-2c1e-4239-841d-2722d2f5ed5e req-9c692e5d-7dd5-43fb-a516-3efade449281 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.884710 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5bf3bbed-2c1e-4239-841d-2722d2f5ed5e req-9c692e5d-7dd5-43fb-a516-3efade449281 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.1098804 Aug 17 02:33:57.898776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-ccf8da8f-c8b6-408f-a7cb-9c87adb37f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:57.900205 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-ccf8da8f-c8b6-408f-a7cb-9c87adb37f2a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 1097 time: 0.1072595 Aug 17 02:33:57.960549 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-bbf9a50a-5dfc-4889-8442-0bc580094b8a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ba11ef-2220-415c-a0fb-90a040f16bfd HTTP/1.1" status: 200 len: 217 time: 0.0487907 Aug 17 02:33:57.996711 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-da20603b-b257-402a-a088-b40985dba6fa req-a65d9b89-49f2-40b3-9fca-f58351c08a1c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061859 Aug 17 02:33:57.996711 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5bf3bbed-2c1e-4239-841d-2722d2f5ed5e req-76f6d3d0-22dc-4860-bc16-fb30648f2eae tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026909 Aug 17 02:33:58.033773 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-06fd7df2-8c22-4f63-8697-bd202d1014ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.035257 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-06fd7df2-8c22-4f63-8697-bd202d1014ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 HTTP/1.1" status: 200 len: 853 time: 0.0652680 Aug 17 02:33:58.037979 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fac3011-8dcb-4273-86d4-8b0adbf2cf12 x-openstack-request-id: req-2fac3011-8dcb-4273-86d4-8b0adbf2cf12 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:33:58.038260 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6657a295-6663-4110-bc4b-8deed02885fd", "tag": "45ba11ef-2220-415c-a0fb-90a040f16bfd", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:33:58.038510 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fac3011-8dcb-4273-86d4-8b0adbf2cf12 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:33:58.038942 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6657a295-6663-4110-bc4b-8deed02885fd', 'tag': '45ba11ef-2220-415c-a0fb-90a040f16bfd', 'status': 'completed', 'code': 200} Aug 17 02:33:58.079968 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-6aba3db6-0937-4c86-a620-e02b0f99dd5a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=003c27b3-9d03-42a9-8448-e2eaa96117a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248389 Aug 17 02:33:58.171677 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-84526531-aae3-46cd-9b7f-fbc230919ec7 service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832314 Aug 17 02:33:58.266210 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aae5d6a1-3ee0-4b86-a8d9-4e302084d55d req-17e8c342-820e-4433-8845-30151622fa3e service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858533 Aug 17 02:33:58.384263 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d7669-75e2-4c81-8362-5c008a084145 req-9c4d4114-fa1e-42e4-b092-bc63844a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.385714 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d7669-75e2-4c81-8362-5c008a084145 req-9c4d4114-fa1e-42e4-b092-bc63844a0230 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 1097 time: 0.0411365 Aug 17 02:33:58.481694 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d7669-75e2-4c81-8362-5c008a084145 req-0793cedd-feb9-4ae1-acd6-bf169d1670e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.483291 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d7669-75e2-4c81-8362-5c008a084145 req-0793cedd-feb9-4ae1-acd6-bf169d1670e7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 914 time: 0.0877154 Aug 17 02:33:58.525845 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d7669-75e2-4c81-8362-5c008a084145 req-48cb7272-6991-4097-a47e-cbd83bedd042 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ba11ef-2220-415c-a0fb-90a040f16bfd HTTP/1.1" status: 200 len: 217 time: 0.0337594 Aug 17 02:33:58.579233 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d7669-75e2-4c81-8362-5c008a084145 req-b8bb1778-f508-4e2a-9ab6-f81291f57607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:58.580622 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d7669-75e2-4c81-8362-5c008a084145 req-b8bb1778-f508-4e2a-9ab6-f81291f57607 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 HTTP/1.1" status: 200 len: 853 time: 0.0460241 Aug 17 02:33:58.612144 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d7669-75e2-4c81-8362-5c008a084145 req-99458752-228b-4f58-a452-7bd341512c3b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=003c27b3-9d03-42a9-8448-e2eaa96117a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237415 Aug 17 02:33:58.732370 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d7669-75e2-4c81-8362-5c008a084145 req-70d37fa6-9768-4bb0-a805-3f9cef7a425e service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807748 Aug 17 02:33:58.828569 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d7669-75e2-4c81-8362-5c008a084145 req-adf8c3ef-d6e2-4939-91b3-702d7d7a0d26 service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868566 Aug 17 02:33:59.144825 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996e90-34b5-4179-a3bc-dba102b92936 req-5af764ef-5d4c-4aff-afee-ae5c4331b230 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.146300 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5996e90-34b5-4179-a3bc-dba102b92936 req-5af764ef-5d4c-4aff-afee-ae5c4331b230 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 944 time: 0.0790114 Aug 17 02:33:59.158599 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6550-5199-4757-a485-367c07266de3 req-b994563a-4b55-4549-9138-6f65bc795edc tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.159966 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-677f6550-5199-4757-a485-367c07266de3 req-b994563a-4b55-4549-9138-6f65bc795edc tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.0670204 Aug 17 02:33:59.421296 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5996e90-34b5-4179-a3bc-dba102b92936 req-2e96c402-2f24-4036-abaf-dc37c89073b3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603991 Aug 17 02:33:59.425813 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-677f6550-5199-4757-a485-367c07266de3 req-6b01eeaf-0ce8-4321-85b3-f089903e9b6b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587559 Aug 17 02:33:59.763209 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-ab54e0f1-5241-490c-a9f8-d895b136d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.764684 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-ab54e0f1-5241-490c-a9f8-d895b136d1f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1098 time: 0.0686641 Aug 17 02:33:59.776406 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba2342-4977-4feb-b3f0-58d7a452013a req-11d0b585-5034-4627-8418-8d6ab8267265 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.777750 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-10ba2342-4977-4feb-b3f0-58d7a452013a req-11d0b585-5034-4627-8418-8d6ab8267265 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0718937 Aug 17 02:33:59.866967 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-10ba2342-4977-4feb-b3f0-58d7a452013a req-2bfee04d-e4bf-4de5-8146-e694e8aa5099 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812614 Aug 17 02:33:59.895527 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-98a4928b-7673-4ecb-9783-b1ef5d7b5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.897966 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-98a4928b-7673-4ecb-9783-b1ef5d7b5b6c service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 920 time: 0.1193209 Aug 17 02:33:59.944108 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-b59cfbf6-5c5a-4bb1-a263-d2fa3ba910b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a48879d-0fba-46ab-8885-aeaff4273855 HTTP/1.1" status: 200 len: 217 time: 0.0388424 Aug 17 02:33:59.994947 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-3e473ff3-e3fd-4b96-a8b3-688cf355bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:33:59.996348 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-3e473ff3-e3fd-4b96-a8b3-688cf355bef4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 200 len: 859 time: 0.0430787 Aug 17 02:34:00.031081 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-e1f1bf48-e9fa-442a-bc2d-4155226fc50c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236566 Aug 17 02:34:00.145217 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-de12ab11-335e-479e-aa82-ff36fb75b856 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894675 Aug 17 02:34:00.236083 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aa5a9238-d15a-4f68-b22f-2c2902500b6f req-bf886fe9-402b-438d-997f-61909f921add service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837121 Aug 17 02:34:00.561827 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:34:00.591167 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dded30-0211-400c-b0a5-cae5d58b4411 req-6e148488-5feb-4bff-b20f-01a949cf1ce5 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:00.592650 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62dded30-0211-400c-b0a5-cae5d58b4411 req-6e148488-5feb-4bff-b20f-01a949cf1ce5 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 944 time: 0.0878308 Aug 17 02:34:00.600656 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bc7a9-1b67-4445-9a05-6506d2a6e76e req-f5051a3f-b4e0-44d5-b266-8170fa282c4a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:00.602069 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e83bc7a9-1b67-4445-9a05-6506d2a6e76e req-f5051a3f-b4e0-44d5-b266-8170fa282c4a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 943 time: 0.0872118 Aug 17 02:34:00.656652 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62dded30-0211-400c-b0a5-cae5d58b4411 req-58af041a-9a9c-4644-9fb7-97f2909044b0 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533867 Aug 17 02:34:00.660546 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:00.661338 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e83bc7a9-1b67-4445-9a05-6506d2a6e76e req-7221617f-f0af-47ec-8a99-228efee4ea2a tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523610 Aug 17 02:34:00.672352 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'f2701fe2-5a65-40dc-87e1-5bb7913c1ae6', 'network_id': '1ee9a466-c12a-4bcc-8e0c-1d05375bd734', 'port_id': 'f2701fe2-5a65-40dc-87e1-5bb7913c1ae6', 'mac_address': 'fa:16:3e:f0:47:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26351b99-3319-4d62-b7f8-48a25a424fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:34:00.714569 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:00.727344 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:00.747154 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:00.751836 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:00.798857 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:00.806364 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.806741 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.807088 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.807426 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.807754 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.808084 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.808409 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.808737 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.809085 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.809409 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.809728 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.810049 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:00.986113 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1a0ee-8db9-4512-b57a-9f602f47e11d req-00c1801d-805d-4592-8da9-a130f77f70ab tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:00.987526 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8dd1a0ee-8db9-4512-b57a-9f602f47e11d req-00c1801d-805d-4592-8da9-a130f77f70ab tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0504081 Aug 17 02:34:01.025279 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8dd1a0ee-8db9-4512-b57a-9f602f47e11d req-a1179342-5b9d-4ec6-b575-e70e67311cc3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Aug 17 02:34:01.809212 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189c311-36ab-4d22-94b6-b237224a4b35 req-3998c143-28f6-49bd-8608-c9f0b5e5285e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:01.810943 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8189c311-36ab-4d22-94b6-b237224a4b35 req-3998c143-28f6-49bd-8608-c9f0b5e5285e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 944 time: 0.0819235 Aug 17 02:34:01.820543 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f547b-a214-43d0-b9f6-b53826901ec8 req-b1350267-7814-4bad-9287-14a03226e2b6 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:01.821947 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c32f547b-a214-43d0-b9f6-b53826901ec8 req-b1350267-7814-4bad-9287-14a03226e2b6 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 944 time: 0.0828655 Aug 17 02:34:01.880031 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8189c311-36ab-4d22-94b6-b237224a4b35 req-930790e6-39ff-4814-9054-987b61328b97 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570815 Aug 17 02:34:01.883784 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c32f547b-a214-43d0-b9f6-b53826901ec8 req-17469e7c-b1b5-4d81-b792-291dce74090f tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544281 Aug 17 02:34:01.939350 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['f2701fe2-5a65-40dc-87e1-5bb7913c1ae6'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:02.138668 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59434512-38cf-45bb-84ba-e28ab85dcb71 req-b070d3de-6d08-4544-b26d-b9979b21327e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:02.140059 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-59434512-38cf-45bb-84ba-e28ab85dcb71 req-b070d3de-6d08-4544-b26d-b9979b21327e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0484433 Aug 17 02:34:02.177503 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-59434512-38cf-45bb-84ba-e28ab85dcb71 req-4122a2b2-67e0-4f65-8f92-885d876de3bf tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Aug 17 02:34:02.392711 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9039993-876b-4725-882c-c26b817f91e0 req-63909bf7-94b5-4b33-a548-3200566f8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:02.394198 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9039993-876b-4725-882c-c26b817f91e0 req-63909bf7-94b5-4b33-a548-3200566f8fbf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1098 time: 0.0447385 Aug 17 02:34:02.513398 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9039993-876b-4725-882c-c26b817f91e0 req-ed89360c-6be9-41f7-93b5-c9ee8b9cbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:02.515143 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9039993-876b-4725-882c-c26b817f91e0 req-ed89360c-6be9-41f7-93b5-c9ee8b9cbe89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 920 time: 0.0970728 Aug 17 02:34:02.562958 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9039993-876b-4725-882c-c26b817f91e0 req-d2901049-9d72-4fe5-9af0-111d93af1178 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a48879d-0fba-46ab-8885-aeaff4273855 HTTP/1.1" status: 200 len: 217 time: 0.0392237 Aug 17 02:34:02.613754 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9039993-876b-4725-882c-c26b817f91e0 req-93d634c5-41f9-4f66-abff-c3a7bd1fbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:02.615213 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9039993-876b-4725-882c-c26b817f91e0 req-93d634c5-41f9-4f66-abff-c3a7bd1fbec2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 200 len: 859 time: 0.0453689 Aug 17 02:34:02.660017 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9039993-876b-4725-882c-c26b817f91e0 req-8b641e1f-8902-4d6d-8119-a9f9a18f0e36 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374351 Aug 17 02:34:02.761296 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9039993-876b-4725-882c-c26b817f91e0 req-312d248c-d1e1-4dde-b88e-12a3f44c133e service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899482 Aug 17 02:34:02.853650 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9039993-876b-4725-882c-c26b817f91e0 req-03f92cc0-f12f-4e19-94c9-a492d7bc954f service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842001 Aug 17 02:34:03.041809 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59460) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:03.058119 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7c6c-dff5-4b9c-b5e7-a408e86e6846 req-850f6ae8-50bb-4c7b-af94-060a488534ce tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:03.059624 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-37ec7c6c-dff5-4b9c-b5e7-a408e86e6846 req-850f6ae8-50bb-4c7b-af94-060a488534ce tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 944 time: 0.0850341 Aug 17 02:34:03.077035 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7397a-fcdb-4eb8-8b71-347797a4d645 req-4488c8a4-e88f-47ac-98d4-71716a481330 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:03.077035 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-89a7397a-fcdb-4eb8-8b71-347797a4d645 req-4488c8a4-e88f-47ac-98d4-71716a481330 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 944 time: 0.0904665 Aug 17 02:34:03.127602 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-37ec7c6c-dff5-4b9c-b5e7-a408e86e6846 req-008ed08f-f529-4327-b105-31cfce1099ae tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522499 Aug 17 02:34:03.135313 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-89a7397a-fcdb-4eb8-8b71-347797a4d645 req-dad15a3a-d789-4254-9615-83c18af82b59 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520339 Aug 17 02:34:03.159304 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0572d463-be58-4aed-92b3-2e6d79b4e291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:03.259474 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0572d463-be58-4aed-92b3-2e6d79b4e291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:03.263333 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0572d463-be58-4aed-92b3-2e6d79b4e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:03.324238 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-0572d463-be58-4aed-92b3-2e6d79b4e291 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=edc61f76f69a4b0c943ccac09e379751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813797 Aug 17 02:34:03.326909 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59466) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:03.329610 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572d463-be58-4aed-92b3-2e6d79b4e291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb61ef4c-2be0-493e-8b1d-fb2b817d97db,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:03.340082 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53301874-a9b3-4658-8c4e-57acce61ed4a req-b8f2a0e1-020e-4220-a92c-81e3a3738b54 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:03.341534 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-53301874-a9b3-4658-8c4e-57acce61ed4a req-b8f2a0e1-020e-4220-a92c-81e3a3738b54 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0953407 Aug 17 02:34:03.379799 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c16d9fe-9a2e-4ad6-aa15-4b1177cd58bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:03.380911 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-53301874-a9b3-4658-8c4e-57acce61ed4a req-c9a91309-c6ea-4114-98cb-db3d5fe395c6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Aug 17 02:34:03.401758 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c16d9fe-9a2e-4ad6-aa15-4b1177cd58bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:03.449151 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c16d9fe-9a2e-4ad6-aa15-4b1177cd58bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:03.451683 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8c16d9fe-9a2e-4ad6-aa15-4b1177cd58bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:03.452949 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8c16d9fe-9a2e-4ad6-aa15-4b1177cd58bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb61ef4c-2be0-493e-8b1d-fb2b817d97db HTTP/1.1" status: 204 len: 168 time: 0.1248727 Aug 17 02:34:03.461412 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16d9fe-9a2e-4ad6-aa15-4b1177cd58bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb61ef4c-2be0-493e-8b1d-fb2b817d97db,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:03.874614 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:04.272311 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369099e-9fd3-4d50-bfe7-a6f8fd4f6486 req-9d520cbf-b48e-41a5-8234-b57d633b6f8c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:04.273541 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0369099e-9fd3-4d50-bfe7-a6f8fd4f6486 req-9d520cbf-b48e-41a5-8234-b57d633b6f8c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 944 time: 0.0778062 Aug 17 02:34:04.281320 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8bf4-460e-4d55-a39f-7e289071311a req-ceb68b21-9219-4110-818a-930ec3cf799e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:04.282674 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b50b8bf4-460e-4d55-a39f-7e289071311a req-ceb68b21-9219-4110-818a-930ec3cf799e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 944 time: 0.0761235 Aug 17 02:34:04.339478 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0369099e-9fd3-4d50-bfe7-a6f8fd4f6486 req-3ff41a26-7df1-45f0-a815-7340620c57cc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558832 Aug 17 02:34:04.344021 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b50b8bf4-460e-4d55-a39f-7e289071311a req-467a454c-a838-4aa9-bda8-59701be3450d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548005 Aug 17 02:34:04.495023 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607c183-2b83-4462-8249-a2cdf4e503b3 req-d744b3ac-5095-4ced-8c65-8769dde62f97 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:04.496488 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8607c183-2b83-4462-8249-a2cdf4e503b3 req-d744b3ac-5095-4ced-8c65-8769dde62f97 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0481713 Aug 17 02:34:04.533179 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8607c183-2b83-4462-8249-a2cdf4e503b3 req-d8cd3f6a-7558-42d2-aae4-741458511149 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307927 Aug 17 02:34:05.480818 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628653f3-9a8d-4ad9-acdb-052d1a71bc2d req-4dfc6a06-955c-4d70-906f-a65329243854 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:05.482174 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-628653f3-9a8d-4ad9-acdb-052d1a71bc2d req-4dfc6a06-955c-4d70-906f-a65329243854 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 944 time: 0.0762739 Aug 17 02:34:05.489245 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f665ac-0867-4e5f-9c25-6140d12a345a req-fccd7781-214f-45f8-8b9f-1210fea761e8 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:05.490815 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-31f665ac-0867-4e5f-9c25-6140d12a345a req-fccd7781-214f-45f8-8b9f-1210fea761e8 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 944 time: 0.0752594 Aug 17 02:34:05.544097 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-628653f3-9a8d-4ad9-acdb-052d1a71bc2d req-b7be2de8-8c2e-476e-9ee1-b26bb4a6cf5f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523400 Aug 17 02:34:05.550891 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-31f665ac-0867-4e5f-9c25-6140d12a345a req-621f15e7-065b-4409-8a3a-c4312a869371 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535991 Aug 17 02:34:05.645946 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8f878-1481-4685-9700-9562723ca0e3 req-f939cf66-984c-40e5-85fb-71ca9d90987f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:05.648210 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-58d8f878-1481-4685-9700-9562723ca0e3 req-f939cf66-984c-40e5-85fb-71ca9d90987f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0499351 Aug 17 02:34:05.684573 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-58d8f878-1481-4685-9700-9562723ca0e3 req-fca5c04e-1726-4869-9824-468c60a22652 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304692 Aug 17 02:34:06.549848 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 45ba11ef-2220-415c-a0fb-90a040f16bfd details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:34:06.580335 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:06.683532 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 45ba11ef-2220-415c-a0fb-90a040f16bfd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45ba11ef-2220-415c-a0fb-90a040f16bfd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:06.697115 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '45ba11ef-2220-415c-a0fb-90a040f16bfd', 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3', 'port_id': '45ba11ef-2220-415c-a0fb-90a040f16bfd', 'mac_address': 'fa:16:3e:d3:fd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0187f9a6-5b26-47ba-abaf-9d56e2e3bf89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:34:06.699889 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:06.701345 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593a6ec-9213-4b89-a284-8c7b74159a56 req-79a7432b-4312-496b-be3a-51cc2647e24a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:06.702839 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6593a6ec-9213-4b89-a284-8c7b74159a56 req-79a7432b-4312-496b-be3a-51cc2647e24a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 944 time: 0.0811477 Aug 17 02:34:06.705335 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:06.705708 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.709991 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6102b84-4482-4829-a3e2-4e5e4d416c45 req-2d30590e-ffe5-4daa-b4e9-68bbdda027fb tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:06.711961 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6102b84-4482-4829-a3e2-4e5e4d416c45 req-2d30590e-ffe5-4daa-b4e9-68bbdda027fb tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 944 time: 0.0884578 Aug 17 02:34:06.766686 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.770170 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6593a6ec-9213-4b89-a284-8c7b74159a56 req-3cf1dddf-449e-4f3e-afab-fd2039407fc8 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531592 Aug 17 02:34:06.775726 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6102b84-4482-4829-a3e2-4e5e4d416c45 req-ae2bcc2f-6964-4f9d-9f7c-5d80380730ee tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527711 Aug 17 02:34:06.786776 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ba11ef-2220-415c-a0fb-90a040f16bfd {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:06.837272 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 45ba11ef-2220-415c-a0fb-90a040f16bfd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45ba11ef-2220-415c-a0fb-90a040f16bfd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:06.843789 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.872290 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.877808 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58854a74-df03-4385-b767-ced7184c53d7 req-c905b8f2-9033-45fa-ad58-d04c7465f818 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:06.879394 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-58854a74-df03-4385-b767-ced7184c53d7 req-c905b8f2-9033-45fa-ad58-d04c7465f818 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Aug 17 02:34:06.905801 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34376e76-71be-4280-87bf-db8f83c42fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2701fe2-5a65-40dc-87e1-5bb7913c1ae6'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:06.908051 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0e0e0a-c2e9-4ae6-aebb-357d78544ccd" -d '{"events": [{"server_uuid": "34376e76-71be-4280-87bf-db8f83c42fdf", "name": "network-vif-plugged", "status": "completed", "tag": "f2701fe2-5a65-40dc-87e1-5bb7913c1ae6"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:06.919309 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-58854a74-df03-4385-b767-ced7184c53d7 req-548f369f-3ee4-4324-8339-b3a84f18e212 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Aug 17 02:34:06.929122 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:06.931300 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=45ba11ef-2220-415c-a0fb-90a040f16bfd,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:06.935375 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:06.958890 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40882b4-9aa3-4f32-8010-3f0d68fdc845 x-openstack-request-id: req-c40882b4-9aa3-4f32-8010-3f0d68fdc845 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:06.959171 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34376e76-71be-4280-87bf-db8f83c42fdf", "name": "network-vif-plugged", "status": "completed", "tag": "f2701fe2-5a65-40dc-87e1-5bb7913c1ae6", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:06.959417 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c40882b4-9aa3-4f32-8010-3f0d68fdc845 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:06.959797 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34376e76-71be-4280-87bf-db8f83c42fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2701fe2-5a65-40dc-87e1-5bb7913c1ae6', 'code': 200} Aug 17 02:34:06.986039 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:07.122782 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb22cfa-dbce-4dda-8290-29a4d5c92191 req-18d17d70-b065-49a5-b013-8808cb5f6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:07.124234 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cdb22cfa-dbce-4dda-8290-29a4d5c92191 req-18d17d70-b065-49a5-b013-8808cb5f6007 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 1098 time: 0.0398276 Aug 17 02:34:07.158837 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cdb22cfa-dbce-4dda-8290-29a4d5c92191 req-36654e65-a26f-4db1-96a3-0b39d24df2e5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267980 Aug 17 02:34:07.619553 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['45ba11ef-2220-415c-a0fb-90a040f16bfd'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:07.922628 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a728e-0432-4f79-bca4-238fb3d62a6a req-a08aa9fd-dc70-44ee-8e4d-75d03364d179 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:07.924094 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3f1a728e-0432-4f79-bca4-238fb3d62a6a req-a08aa9fd-dc70-44ee-8e4d-75d03364d179 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 945 time: 0.0807965 Aug 17 02:34:07.935991 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28171d03-b7e9-4acb-9cfe-9b0bcee08b62 req-d301dc45-6011-43da-8a71-3fa367b1b279 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:07.937638 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-28171d03-b7e9-4acb-9cfe-9b0bcee08b62 req-d301dc45-6011-43da-8a71-3fa367b1b279 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 945 time: 0.0814178 Aug 17 02:34:07.989228 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3f1a728e-0432-4f79-bca4-238fb3d62a6a req-37275eef-85d5-4e5b-888f-f9c9792ba054 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506659 Aug 17 02:34:07.996640 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-28171d03-b7e9-4acb-9cfe-9b0bcee08b62 req-67448345-99cb-4631-b13f-843b60cf7502 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524454 Aug 17 02:34:08.091923 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08376c6-45b6-47be-997e-62dbc9f99565 req-5de345df-962f-4fc5-86b1-7dc824efa136 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:08.093363 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c08376c6-45b6-47be-997e-62dbc9f99565 req-5de345df-962f-4fc5-86b1-7dc824efa136 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0492301 Aug 17 02:34:08.135954 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c08376c6-45b6-47be-997e-62dbc9f99565 req-591963a2-a27c-4e79-81d7-6f5334464a4f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365412 Aug 17 02:34:08.732970 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a1cff0f-2b28-4348-9076-5ed6a2d94987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:09.149520 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059d627-c8fa-4e04-93f8-14099ac2890c req-e67dfdcc-fb39-4e8d-8bc4-ff021fabe660 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:09.151033 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d059d627-c8fa-4e04-93f8-14099ac2890c req-e67dfdcc-fb39-4e8d-8bc4-ff021fabe660 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 945 time: 0.0893936 Aug 17 02:34:09.177010 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721380c-a948-4663-b831-4ddb118dc873 req-110da323-1578-4275-983d-983b4e6cc1eb tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:09.178552 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6721380c-a948-4663-b831-4ddb118dc873 req-110da323-1578-4275-983d-983b4e6cc1eb tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 945 time: 0.1024563 Aug 17 02:34:09.232324 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d059d627-c8fa-4e04-93f8-14099ac2890c req-b653822a-8968-47c9-a8e1-9d586e92a580 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734143 Aug 17 02:34:09.249316 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6721380c-a948-4663-b831-4ddb118dc873 req-46475442-5f9c-4aeb-9a83-e7eab1cda47e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615089 Aug 17 02:34:09.347842 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f1048-181f-44fa-a63c-9d5bed6b7ae7 req-e4e08601-4fcf-4485-8d65-1c8666821a8a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:09.349352 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-443f1048-181f-44fa-a63c-9d5bed6b7ae7 req-e4e08601-4fcf-4485-8d65-1c8666821a8a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0521607 Aug 17 02:34:09.397269 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-443f1048-181f-44fa-a63c-9d5bed6b7ae7 req-0c1f674a-807d-4006-b9bb-41cb034fcbc1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Aug 17 02:34:10.377418 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54180009-c8ec-4dd5-97f0-c167d1e6313e req-6697ffa0-ae4e-46ca-8a3b-d8e55badcd79 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:10.379734 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-54180009-c8ec-4dd5-97f0-c167d1e6313e req-6697ffa0-ae4e-46ca-8a3b-d8e55badcd79 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 945 time: 0.0768239 Aug 17 02:34:10.392527 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1626-cd87-4c21-bdf6-f27fa1f97c05 req-39d1f7a4-194e-4f8c-8432-9de542810b46 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:10.393956 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9faa1626-cd87-4c21-bdf6-f27fa1f97c05 req-39d1f7a4-194e-4f8c-8432-9de542810b46 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 945 time: 0.0657122 Aug 17 02:34:10.448057 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-54180009-c8ec-4dd5-97f0-c167d1e6313e req-4a44c7f3-7c9d-489c-911a-1db662449883 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531614 Aug 17 02:34:10.454951 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9faa1626-cd87-4c21-bdf6-f27fa1f97c05 req-e6e83d7d-3d82-4090-a547-1106a33b8e1b tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530574 Aug 17 02:34:10.560821 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbff994-389f-4843-9243-9887833c6ca1 req-2f81d1ee-5cdf-48cf-9a26-2f2373e2a718 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:10.562634 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dcbff994-389f-4843-9243-9887833c6ca1 req-2f81d1ee-5cdf-48cf-9a26-2f2373e2a718 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0547655 Aug 17 02:34:10.569992 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 45ba11ef-2220-415c-a0fb-90a040f16bfd up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:10.602386 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dcbff994-389f-4843-9243-9887833c6ca1 req-69b84f29-c3bc-4428-ba85-0362cfc0c32c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335598 Aug 17 02:34:10.621136 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 45ba11ef-2220-415c-a0fb-90a040f16bfd completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:10.625074 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 45ba11ef-2220-415c-a0fb-90a040f16bfd triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:10.625442 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:10.711220 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:10.733770 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6657a295-6663-4110-bc4b-8deed02885fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ba11ef-2220-415c-a0fb-90a040f16bfd'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:10.736017 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b405fb-3408-448d-8cb2-40459072785e" -d '{"events": [{"server_uuid": "6657a295-6663-4110-bc4b-8deed02885fd", "name": "network-vif-plugged", "status": "completed", "tag": "45ba11ef-2220-415c-a0fb-90a040f16bfd"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:10.749788 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 45ba11ef-2220-415c-a0fb-90a040f16bfd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45ba11ef-2220-415c-a0fb-90a040f16bfd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:10.754129 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:10.784625 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8860588-e0b8-466b-89cb-fd69f994d93e x-openstack-request-id: req-c8860588-e0b8-466b-89cb-fd69f994d93e {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:10.784928 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6657a295-6663-4110-bc4b-8deed02885fd", "name": "network-vif-plugged", "status": "completed", "tag": "45ba11ef-2220-415c-a0fb-90a040f16bfd", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:10.785208 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8860588-e0b8-466b-89cb-fd69f994d93e {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:10.785584 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6657a295-6663-4110-bc4b-8deed02885fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ba11ef-2220-415c-a0fb-90a040f16bfd', 'code': 200} Aug 17 02:34:10.808978 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=45ba11ef-2220-415c-a0fb-90a040f16bfd,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:10.953217 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c599-d9f9-4beb-ae9f-49cccb2b077f req-39bb684b-ff13-4b56-9ea3-67e92bcc4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:10.955032 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e932c599-d9f9-4beb-ae9f-49cccb2b077f req-39bb684b-ff13-4b56-9ea3-67e92bcc4af7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 1099 time: 0.0428128 Aug 17 02:34:10.992763 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e932c599-d9f9-4beb-ae9f-49cccb2b077f req-d9410005-39d8-4464-8b9e-b264b6894c32 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301249 Aug 17 02:34:11.192457 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7a477-632b-4e0c-a6b6-43921209d749 req-46a5feb0-ab4c-46e4-a70d-be54dc103c9d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:11.193928 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3cd7a477-632b-4e0c-a6b6-43921209d749 req-46a5feb0-ab4c-46e4-a70d-be54dc103c9d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 945 time: 0.0511529 Aug 17 02:34:11.233586 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3cd7a477-632b-4e0c-a6b6-43921209d749 req-c23ab9cf-755d-462a-8137-6fa79df410b9 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Aug 17 02:34:11.366077 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2df31b03-afcb-4eb9-9d2a-38534b8b43c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:11.526216 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:11.565914 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c90122-a469-42d8-b3cd-45769ef2afee req-5c7f13f8-448c-4427-bcc4-659047f41cb6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:11.567326 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97c90122-a469-42d8-b3cd-45769ef2afee req-5c7f13f8-448c-4427-bcc4-659047f41cb6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 946 time: 0.0522366 Aug 17 02:34:11.604956 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97c90122-a469-42d8-b3cd-45769ef2afee req-477ba92f-ba3e-4319-bd20-d2f1cb5bcfb4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310304 Aug 17 02:34:11.717680 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73d851-165e-478b-aead-919f70b3529a req-0f46bcc3-6cbe-4114-8e26-3e940fd0231e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:11.719181 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-da73d851-165e-478b-aead-919f70b3529a req-0f46bcc3-6cbe-4114-8e26-3e940fd0231e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0487676 Aug 17 02:34:11.758391 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-da73d851-165e-478b-aead-919f70b3529a req-71de2862-3f56-4ce6-90ce-c6f2db595808 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332184 Aug 17 02:34:12.127601 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:12.347888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94177c7-d32b-4946-b90d-a39835aa1b59 req-51f750ee-2def-49ff-8c92-8ba39c9fea4e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:12.349375 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d94177c7-d32b-4946-b90d-a39835aa1b59 req-51f750ee-2def-49ff-8c92-8ba39c9fea4e tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 945 time: 0.0496688 Aug 17 02:34:12.389337 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d94177c7-d32b-4946-b90d-a39835aa1b59 req-fd956767-48e2-434a-aeeb-e6a40fd54fa7 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Aug 17 02:34:12.721615 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f49e3-348e-4d17-ab4f-cbef67387443 req-b45707e4-b328-416d-8dff-289c8e0f6fea tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:12.723102 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-130f49e3-348e-4d17-ab4f-cbef67387443 req-b45707e4-b328-416d-8dff-289c8e0f6fea tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 946 time: 0.0512776 Aug 17 02:34:12.760855 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-130f49e3-348e-4d17-ab4f-cbef67387443 req-afe2f30a-d72f-41e5-b1bf-f4480d46f951 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Aug 17 02:34:12.873342 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792c700-3f82-4161-b8c5-f1d123671060 req-6a64cb72-41de-4fd6-a61a-52c27285d0bf tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:12.874900 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e792c700-3f82-4161-b8c5-f1d123671060 req-6a64cb72-41de-4fd6-a61a-52c27285d0bf tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0514522 Aug 17 02:34:12.911691 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e792c700-3f82-4161-b8c5-f1d123671060 req-b0cf47ae-5931-4d00-8d37-ddaa2ee912fe tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Aug 17 02:34:13.507086 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8340-5922-4a6d-a649-6eac276b655c req-834ae989-1ee5-4788-b58c-17901b76fd8d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:13.508555 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-56df8340-5922-4a6d-a649-6eac276b655c req-834ae989-1ee5-4788-b58c-17901b76fd8d tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 945 time: 0.0499494 Aug 17 02:34:13.546032 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-56df8340-5922-4a6d-a649-6eac276b655c req-09fdf219-3d30-4fa8-b445-3f9915561f72 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d6a7b62-6c13-4bac-b459-5b05baf39cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310585 Aug 17 02:34:13.640100 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-22bef1c7-1a44-421a-911e-2888219489db tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:13.641575 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-22bef1c7-1a44-421a-911e-2888219489db tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.63 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 945 time: 0.0880475 Aug 17 02:34:13.745970 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Deleting port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:34:13.746493 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:13.880225 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] For port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,segment=NetworkSegment(f4181292-4344-47a7-a7a1-73ac1d9e1249),segment_id=f4181292-4344-47a7-a7a1-73ac1d9e1249)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:13.880595 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:13.894902 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Calling delete_port for f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:34:13.909575 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05749d2-183c-4462-b184-29d48173f6cf req-9baee36d-8bd2-4d5a-96e8-fb5e0cee1b67 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:13.911080 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d05749d2-183c-4462-b184-29d48173f6cf req-9baee36d-8bd2-4d5a-96e8-fb5e0cee1b67 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 946 time: 0.0764592 Aug 17 02:34:13.994147 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d05749d2-183c-4462-b184-29d48173f6cf req-c2acb048-e12b-46b6-b6f8-55e3fcf81adb tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755596 Aug 17 02:34:14.033174 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.060733 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db43cb2-ed8d-41b2-8ee3-d1749237d8e3 req-8c980970-b8c4-4327-9355-70cd0ca08f16 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:14.062458 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3db43cb2-ed8d-41b2-8ee3-d1749237d8e3 req-8c980970-b8c4-4327-9355-70cd0ca08f16 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0741479 Aug 17 02:34:14.131517 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3db43cb2-ed8d-41b2-8ee3-d1749237d8e3 req-c62adc86-207b-473e-9879-dbc3271ed039 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476315 Aug 17 02:34:14.132599 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.145194 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['f2701fe2-5a65-40dc-87e1-5bb7913c1ae6'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:14.162363 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Pushing event deleted for resources: {'Port': ['ID=f2701fe2-5a65-40dc-87e1-5bb7913c1ae6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:14.207377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] No DVR routers for this DVR port f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:34:14.210419 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.212978 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ea7fb14-667d-4b87-a6c4-fad925c90503 req-11531abb-16d7-4068-978e-d7f3f2c563d1 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.63 "DELETE /v2.0/ports/f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 HTTP/1.1" status: 204 len: 173 time: 0.5614297 Aug 17 02:34:14.213412 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34376e76-71be-4280-87bf-db8f83c42fdf', 'name': 'network-vif-deleted', 'tag': 'f2701fe2-5a65-40dc-87e1-5bb7913c1ae6'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:14.215669 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1879417f-ba9c-46b9-bd3e-cbccf8bb99e6" -d '{"events": [{"server_uuid": "34376e76-71be-4280-87bf-db8f83c42fdf", "name": "network-vif-deleted", "tag": "f2701fe2-5a65-40dc-87e1-5bb7913c1ae6"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:14.255444 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a87a294-6203-45df-bbf4-1e46922545f9 x-openstack-request-id: req-0a87a294-6203-45df-bbf4-1e46922545f9 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:14.255444 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34376e76-71be-4280-87bf-db8f83c42fdf", "name": "network-vif-deleted", "tag": "f2701fe2-5a65-40dc-87e1-5bb7913c1ae6", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:14.255665 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a87a294-6203-45df-bbf4-1e46922545f9 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:14.256053 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34376e76-71be-4280-87bf-db8f83c42fdf', 'name': 'network-vif-deleted', 'tag': 'f2701fe2-5a65-40dc-87e1-5bb7913c1ae6', 'status': 'completed', 'code': 200} Aug 17 02:34:14.665709 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e0af21b0-64d2-4eff-a931-f776aa74c8ac req-94a02c95-c7b9-44d7-b365-545768fce824 tempest-VolumesActionsTest-513369036 tempest-VolumesActionsTest-513369036-project] 10.222.0.52 "GET /v2.0/ports?device_id=34376e76-71be-4280-87bf-db8f83c42fdf HTTP/1.1" status: 200 len: 210 time: 0.0285246 Aug 17 02:34:14.914943 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59698) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:14.959349 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b0174d-d55a-411f-a12e-12daf535ba25 admin admin] Deleting subnet 65c83f32-7699-4d18-8553-25db5928ba6a {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:34:14.962399 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46b0174d-d55a-411f-a12e-12daf535ba25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:14.995615 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46b0174d-d55a-411f-a12e-12daf535ba25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929436'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.035853 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46b0174d-d55a-411f-a12e-12daf535ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.085692 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46b0174d-d55a-411f-a12e-12daf535ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7181250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798163'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.109263 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0174d-d55a-411f-a12e-12daf535ba25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c83f32-7699-4d18-8553-25db5928ba6a,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:15.113924 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46b0174d-d55a-411f-a12e-12daf535ba25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.117743 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-46b0174d-d55a-411f-a12e-12daf535ba25 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/65c83f32-7699-4d18-8553-25db5928ba6a HTTP/1.1" status: 204 len: 168 time: 0.1991420 Aug 17 02:34:15.118836 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59700) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:15.190833 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.254964 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3ecc7-286b-441e-af48-ab0a53a1a2ec req-b8214c9d-02ce-49f9-b875-5033fee7750d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:15.256425 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-61c3ecc7-286b-441e-af48-ab0a53a1a2ec req-b8214c9d-02ce-49f9-b875-5033fee7750d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0497599 Aug 17 02:34:15.276880 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.286209 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e269b759-884c-40fe-ad4e-038ecf8e6ce1']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:15.293491 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-61c3ecc7-286b-441e-af48-ab0a53a1a2ec req-9ea72f8e-2c13-44ab-9ae8-52dc50d24383 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310199 Aug 17 02:34:15.296628 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb06d459-7674-4b56-942f-65910822d3fd') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:15.296918 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb06d459-7674-4b56-942f-65910822d3fd') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:15.305605 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7929429'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.320093 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.326397 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:34:15.326806 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7180640'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: Traceback (most recent call last): Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: timer() Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: cb(*args, **kw) Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: return func(*args, **kwargs) Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: self._notify() Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: self.callback(batched_events) Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: event.method(event) Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: return f(self, *a, **k) Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._get(url).json() Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:34:15.328482 dv-cinder-799871-4-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:34:15.384460 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.391413 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.395021 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] 10.222.0.52 "DELETE /v2.0/networks/e269b759-884c-40fe-ad4e-038ecf8e6ce1 HTTP/1.1" status: 204 len: 168 time: 0.2752697 Aug 17 02:34:15.396367 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59706) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:15.404830 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983855c0-2368-43ca-9963-596b1a3870ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e269b759-884c-40fe-ad4e-038ecf8e6ce1,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:15.442081 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a153c64-cf73-49bd-952c-c4442b025714 admin admin] Deleting subnet 118129de-5c23-4726-848d-a73e4ddf865a {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:34:15.445199 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a153c64-cf73-49bd-952c-c4442b025714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.481863 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a153c64-cf73-49bd-952c-c4442b025714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7601402'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.519887 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a153c64-cf73-49bd-952c-c4442b025714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.571103 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a153c64-cf73-49bd-952c-c4442b025714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8272019'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.597638 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a153c64-cf73-49bd-952c-c4442b025714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118129de-5c23-4726-848d-a73e4ddf865a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:15.599588 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7a153c64-cf73-49bd-952c-c4442b025714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.601480 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-7a153c64-cf73-49bd-952c-c4442b025714 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/118129de-5c23-4726-848d-a73e4ddf865a HTTP/1.1" status: 204 len: 168 time: 0.2038543 Aug 17 02:34:15.604129 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59710) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:15.673630 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.756571 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.766001 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee76d81-27a5-4d8a-9ea7-369492871441']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:15.775941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6364c3b5-7c3b-4c6d-81e2-254076d1f0b2') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:15.776352 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6364c3b5-7c3b-4c6d-81e2-254076d1f0b2') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:15.785333 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7601395'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.800124 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.807011 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:34:15.807461 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601808'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: Traceback (most recent call last): Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: timer() Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: cb(*args, **kw) Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: return func(*args, **kwargs) Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: self._notify() Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: self.callback(batched_events) Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: event.method(event) Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: return f(self, *a, **k) Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._get(url).json() Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: return self.request(url, 'GET', **kwargs) Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:34:15.809171 dv-cinder-799871-4-iscsi neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:34:16.103403 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:16.108247 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:16.113023 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6ee76d81-27a5-4d8a-9ea7-369492871441 HTTP/1.1" status: 204 len: 168 time: 0.5079639 Aug 17 02:34:16.127364 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1856a-6350-423a-b50c-231e583e6f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee76d81-27a5-4d8a-9ea7-369492871441,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:16.280756 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59744) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:16.324478 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1d7fde61-72c1-4439-9df0-2b8518080c8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74802b9ddc9e4f0c86f97953662a6dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402062 Aug 17 02:34:16.325322 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59748) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:16.380120 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae069-67b8-40fb-896a-d918c6c17463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:16.402797 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae069-67b8-40fb-896a-d918c6c17463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:16.412627 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398c26a-0f15-436c-9ae3-e73974801d1a req-1cad0636-603c-457d-8162-3e15e1de1ea0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:16.414138 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b398c26a-0f15-436c-9ae3-e73974801d1a req-1cad0636-603c-457d-8162-3e15e1de1ea0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Aug 17 02:34:16.464941 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae069-67b8-40fb-896a-d918c6c17463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:16.466307 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b398c26a-0f15-436c-9ae3-e73974801d1a req-d4b1936f-41e9-41d5-af71-eb60d85cb918 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Aug 17 02:34:16.467470 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae069-67b8-40fb-896a-d918c6c17463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:16.468799 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-fa5ae069-67b8-40fb-896a-d918c6c17463 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d77d91e-94f8-439c-ac78-f1f5a46e15e6 HTTP/1.1" status: 204 len: 168 time: 0.1416552 Aug 17 02:34:16.479876 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ae069-67b8-40fb-896a-d918c6c17463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d77d91e-94f8-439c-ac78-f1f5a46e15e6,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:16.863462 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59794) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:16.904786 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bf49f31f-9971-440f-82a4-92ce0808710d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d628d3ee9f64357ada1524533814726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400372 Aug 17 02:34:16.907242 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59796) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:16.960552 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3cddbf20-2e34-47f1-8b5c-a3eca62850ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:16.982772 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3cddbf20-2e34-47f1-8b5c-a3eca62850ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:17.028402 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3cddbf20-2e34-47f1-8b5c-a3eca62850ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:17.031094 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3cddbf20-2e34-47f1-8b5c-a3eca62850ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:17.032210 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-3cddbf20-2e34-47f1-8b5c-a3eca62850ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd01a90a-708c-4c55-94b5-182c05e30345 HTTP/1.1" status: 204 len: 168 time: 0.1240060 Aug 17 02:34:17.039945 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddbf20-2e34-47f1-8b5c-a3eca62850ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01a90a-708c-4c55-94b5-182c05e30345,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:17.584701 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b83996-8d5f-48b6-9d4d-d2616b3190f6 req-b1fb36be-87ee-4ff7-931e-f7cd5206289f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:17.586834 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-09b83996-8d5f-48b6-9d4d-d2616b3190f6 req-b1fb36be-87ee-4ff7-931e-f7cd5206289f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0502081 Aug 17 02:34:17.631414 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-09b83996-8d5f-48b6-9d4d-d2616b3190f6 req-0d92f1e7-58fd-4653-9a01-49bd1b09d623 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368836 Aug 17 02:34:17.685429 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 59824) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:17.780231 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-933189277-network', 'tenant_id': 'da3b16ff6caf425ab15fdfbc5d7ee368'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:17.800336 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Made reservation on behalf of da3b16ff6caf425ab15fdfbc5d7ee368 for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:17.802702 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:17.812360 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:17.907492 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:17.911870 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:17.934952 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:34:17.947707 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb586a18-3210-44d0-ba68-7544cbec6086,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:17.955114 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:17.955361 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.segments_db [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Added segment 95fca6d6-05a9-4139-8b36-100dfd87b914 of type vlan for network 731c1db1-c082-4864-805a-5eccb2e4e0f5 Aug 17 02:34:17.996599 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.019197 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.020121 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:18.020697 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.069406 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3828988 Aug 17 02:34:18.072477 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 59836) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:18.077928 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Request body: {'subnet': {'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-933189277-subnet', 'tenant_id': 'da3b16ff6caf425ab15fdfbc5d7ee368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:18.079865 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24846c33-bf24-494c-b306-c612eda2d618 admin admin] Pushing event updated for resources: {'Network': ['ID=731c1db1-c082-4864-805a-5eccb2e4e0f5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:18.090607 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 731c1db1-c082-4864-805a-5eccb2e4e0f5 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:34:18.100251 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Made reservation on behalf of da3b16ff6caf425ab15fdfbc5d7ee368 for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:18.103517 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6798158'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.262322 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7181059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798168'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.315874 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db88d0e6-427b-46fc-ab4e-44c892d59441,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:18.326522 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Checking segment: {'id': '95fca6d6-05a9-4139-8b36-100dfd87b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:18.326904 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Network hostable DHCP agents. Network: 731c1db1-c082-4864-805a-5eccb2e4e0f5, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:34:18.343153 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Network 731c1db1-c082-4864-805a-5eccb2e4e0f5 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:34:18.350990 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 731c1db1-c082-4864-805a-5eccb2e4e0f5) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:18.355103 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:18.355642 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:18.360395 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa000e-9eeb-4af5-9a5a-69e8a25cb981 None None] Network 731c1db1-c082-4864-805a-5eccb2e4e0f5 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:34:18.374117 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9fb1caf5-7fe8-41d0-ae5a-336fdc30d891 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2995882 Aug 17 02:34:18.501646 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840de0dc-982b-4cb0-9827-a0ac1dcac72a None None] Network 731c1db1-c082-4864-805a-5eccb2e4e0f5 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:34:18.739136 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:34:18.773281 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:34:18.773625 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f2701fe2-5a65-40dc-87e1-5bb7913c1ae6 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:34:18.779785 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e411a-74c4-46bc-93eb-61fa6689752f req-5a31403a-bf94-4e31-bfaf-57df881bb15d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:18.781900 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9f5e411a-74c4-46bc-93eb-61fa6689752f req-5a31403a-bf94-4e31-bfaf-57df881bb15d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0608521 Aug 17 02:34:18.819227 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9f5e411a-74c4-46bc-93eb-61fa6689752f req-f6831609-c3da-45ce-b142-755d98874209 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Aug 17 02:34:19.938029 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c5ded-6506-4222-a977-002fe3650074 req-fcb55d41-596c-4ce1-a912-2effb8e91c4c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:19.939420 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-890c5ded-6506-4222-a977-002fe3650074 req-fcb55d41-596c-4ce1-a912-2effb8e91c4c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0486517 Aug 17 02:34:19.975351 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-890c5ded-6506-4222-a977-002fe3650074 req-03d097f2-6c99-407f-bac9-b9dd746f23d8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301075 Aug 17 02:34:21.089132 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0d0ea-4fd3-4e81-95ae-af967c3af781 req-6756fa1f-ac39-4bc3-83f1-ea8f6873007c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:21.091745 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4dc0d0ea-4fd3-4e81-95ae-af967c3af781 req-6756fa1f-ac39-4bc3-83f1-ea8f6873007c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0494766 Aug 17 02:34:21.111964 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:34:21.134185 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4dc0d0ea-4fd3-4e81-95ae-af967c3af781 req-926e5fac-3149-43fb-9a8e-b5ed38cb8e56 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Aug 17 02:34:22.257588 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112bb18-8495-4112-904e-2f17f992d70b req-691608b0-cff2-47f7-b981-08e31c5949c2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:22.260200 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0112bb18-8495-4112-904e-2f17f992d70b req-691608b0-cff2-47f7-b981-08e31c5949c2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0558503 Aug 17 02:34:22.300989 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0112bb18-8495-4112-904e-2f17f992d70b req-f63cc84c-32cc-43b4-960f-23b756b4a6d2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Aug 17 02:34:23.440867 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449da7-8bce-47ec-9029-4be3abbe7198 req-cbede09f-4b11-42d5-9ce5-0d441930ca72 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:23.448345 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd449da7-8bce-47ec-9029-4be3abbe7198 req-cbede09f-4b11-42d5-9ce5-0d441930ca72 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0620699 Aug 17 02:34:23.482197 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd449da7-8bce-47ec-9029-4be3abbe7198 req-b69d9aa6-9f09-43d3-b812-145cf2bb478f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Aug 17 02:34:24.600386 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31c989-6b54-41a0-af37-e902b4b68089 req-bcfe4143-709a-41c4-bf7c-ff0489997d59 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:24.602730 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dd31c989-6b54-41a0-af37-e902b4b68089 req-bcfe4143-709a-41c4-bf7c-ff0489997d59 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0524602 Aug 17 02:34:24.674308 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dd31c989-6b54-41a0-af37-e902b4b68089 req-0d11727d-a410-457e-a2d3-8f35ab01eb11 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652342 Aug 17 02:34:25.000006 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-b0d3e4fe-e532-4cda-a786-10f5dd40a6f4 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:25.001870 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-b0d3e4fe-e532-4cda-a786-10f5dd40a6f4 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/networks?id=731c1db1-c082-4864-805a-5eccb2e4e0f5 HTTP/1.1" status: 200 len: 813 time: 0.1356349 Aug 17 02:34:25.018892 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-a27c9a65-4736-4b20-8932-f6ad08729a36 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/quotas/da3b16ff6caf425ab15fdfbc5d7ee368 HTTP/1.1" status: 200 len: 375 time: 0.0101676 Aug 17 02:34:25.062816 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-762c841b-6d2d-46c8-a51b-e3edd36c06e2 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=da3b16ff6caf425ab15fdfbc5d7ee368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379667 Aug 17 02:34:25.163948 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-f2f849eb-39a8-4008-b35f-7cd0cd72d4ed service neutron] 10.222.0.52 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999386 Aug 17 02:34:25.279675 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-ac9f3ca8-1359-4be7-bdbf-ef218fb53fc8 service neutron] 10.222.0.52 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082511 Aug 17 02:34:25.559509 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2f68a74e-e349-4ab4-8017-f576f0abeefd req-870f65a4-ca8d-4668-93a0-516b3671a942 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 210 time: 0.0380759 Aug 17 02:34:25.916257 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba1349-096e-465e-b0d8-450213db75d1 req-f47dd9bb-3924-4aa6-8c98-544f91d7b615 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:25.922070 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49ba1349-096e-465e-b0d8-450213db75d1 req-f47dd9bb-3924-4aa6-8c98-544f91d7b615 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1466506 Aug 17 02:34:25.981615 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49ba1349-096e-465e-b0d8-450213db75d1 req-417f51af-57b4-40d0-aa4c-eb857782e032 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Aug 17 02:34:26.663906 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-03511fc9-8ab9-4dd6-8bad-9f6981cfe1f7 req-989a2696-fb80-4c73-b8d8-cc9d53b3666d tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 210 time: 0.0321009 Aug 17 02:34:27.097498 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbec9ed-4bb1-42cc-a87c-9b976e7890b7 req-c5c9d468-915d-44d1-a70b-476a97a11de2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:27.099122 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0cbec9ed-4bb1-42cc-a87c-9b976e7890b7 req-c5c9d468-915d-44d1-a70b-476a97a11de2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0530336 Aug 17 02:34:27.164702 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0cbec9ed-4bb1-42cc-a87c-9b976e7890b7 req-2a7a4dad-1152-4f2a-8db1-7e8b383bed58 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452864 Aug 17 02:34:27.794203 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a38b71a-b3ee-4872-8a4c-46f20afb4f6e req-20b722e5-ddc8-4dad-83eb-485891a59b21 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 210 time: 0.0401957 Aug 17 02:34:28.274764 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6615006-71ed-4182-afa3-16810c9015a1 req-e70f11f7-002c-4f0d-8e8f-10f435fb0aea tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:28.277786 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a6615006-71ed-4182-afa3-16810c9015a1 req-e70f11f7-002c-4f0d-8e8f-10f435fb0aea tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0571733 Aug 17 02:34:28.324927 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a6615006-71ed-4182-afa3-16810c9015a1 req-9cf635e8-5a4b-4a10-b140-bbb469cfcf4b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Aug 17 02:34:28.910570 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe541649-8093-45ab-819b-c0acc14ce4cc req-f6a0ec1c-35dd-472c-b5c1-cce99a8c5e38 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 210 time: 0.0337546 Aug 17 02:34:29.483415 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75aefd-d0bb-459a-9c79-13122448ff3a req-71608d57-605c-4155-b22f-fc213291d191 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:29.485116 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1b75aefd-d0bb-459a-9c79-13122448ff3a req-71608d57-605c-4155-b22f-fc213291d191 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0561731 Aug 17 02:34:29.525168 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1b75aefd-d0bb-459a-9c79-13122448ff3a req-1ec11b48-e2f1-40d6-b738-dad1579ad97e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336213 Aug 17 02:34:29.763968 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-bfd4801b-4b6b-47a2-a62a-5f1ba95c2d4f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:29.768665 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-bfd4801b-4b6b-47a2-a62a-5f1ba95c2d4f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.63 "GET /v2.0/networks?id=731c1db1-c082-4864-805a-5eccb2e4e0f5 HTTP/1.1" status: 200 len: 813 time: 0.1585822 Aug 17 02:34:29.784927 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Request body: {'port': {'device_id': 'e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b', 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5', 'admin_state_up': True, 'tenant_id': 'da3b16ff6caf425ab15fdfbc5d7ee368'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:29.958679 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Made reservation on behalf of da3b16ff6caf425ab15fdfbc5d7ee368 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:29.964592 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:30.062656 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6b7ba645-d04c-46a0-b7d8-5c0c95f890f3 req-06c9d1b2-0c2e-406e-8546-d5c727194435 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 210 time: 0.0716462 Aug 17 02:34:30.156713 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Allocated IP 172.20.0.7 (731c1db1-c082-4864-805a-5eccb2e4e0f5/db88d0e6-427b-46fc-ab4e-44c892d59441/44822b51-d887-423b-915d-c8eccebedcb7) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:34:30.341226 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:30.393982 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:30.450646 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Network 731c1db1-c082-4864-805a-5eccb2e4e0f5 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:34:30.453965 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:30.466319 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:34:30.469655 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Pushing event updated for resources: {'Port': ['ID=44822b51-d887-423b-915d-c8eccebedcb7,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:30.526196 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:30.526943 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:30.545100 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-9de43a06-7e76-429c-a76b-12b8091b97e0 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655900 Aug 17 02:34:30.562471 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Request body: {'port': {'device_id': 'e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:30.650560 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:30.701692 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421c475-89b0-4ea6-82a7-7dabf051812c req-20c629cf-cdd8-4b41-ae16-a0891add4771 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:30.703142 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c421c475-89b0-4ea6-82a7-7dabf051812c req-20c629cf-cdd8-4b41-ae16-a0891add4771 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0878177 Aug 17 02:34:30.823486 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c421c475-89b0-4ea6-82a7-7dabf051812c req-fc33a55d-92ad-419c-9129-5b81faa614f8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013598 Aug 17 02:34:31.020701 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44822b51-d887-423b-915d-c8eccebedcb7 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:31.032108 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.049238 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Transition to ACTIVE for port object 44822b51-d887-423b-915d-c8eccebedcb7 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:31.053629 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.108048 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Pushing event updated for resources: {'Port': ['ID=44822b51-d887-423b-915d-c8eccebedcb7,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:31.220401 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Attempting to bind port 44822b51-d887-423b-915d-c8eccebedcb7 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:34:31.220724 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Attempting to bind port 44822b51-d887-423b-915d-c8eccebedcb7 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '95fca6d6-05a9-4139-8b36-100dfd87b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:34:31.220981 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Attempting to bind port 44822b51-d887-423b-915d-c8eccebedcb7 on network 731c1db1-c082-4864-805a-5eccb2e4e0f5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:31.229619 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Port 44822b51-d887-423b-915d-c8eccebedcb7 on network 731c1db1-c082-4864-805a-5eccb2e4e0f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:34:31.230029 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Attempting to bind port 44822b51-d887-423b-915d-c8eccebedcb7 on network 731c1db1-c082-4864-805a-5eccb2e4e0f5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:31.236741 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:34:31.237160 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Checking segment: {'id': '95fca6d6-05a9-4139-8b36-100dfd87b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:31.237453 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Bound using segment: {'id': '95fca6d6-05a9-4139-8b36-100dfd87b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:34:31.237883 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Bound port: 44822b51-d887-423b-915d-c8eccebedcb7, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fca6d6-05a9-4139-8b36-100dfd87b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:34:31.238255 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.248895 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1139a-7d19-49e1-9b94-a98abc1699ce req-58819e42-6a25-467a-b5b8-afd6d8e82131 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:31.250392 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-27d1139a-7d19-49e1-9b94-a98abc1699ce req-58819e42-6a25-467a-b5b8-afd6d8e82131 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 943 time: 0.0825758 Aug 17 02:34:31.318902 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-27d1139a-7d19-49e1-9b94-a98abc1699ce req-2fb3a5a1-b745-449a-b712-7b6177750349 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619349 Aug 17 02:34:31.343567 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] For port 44822b51-d887-423b-915d-c8eccebedcb7, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:34:31.346875 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] For port 44822b51-d887-423b-915d-c8eccebedcb7, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44822b51-d887-423b-915d-c8eccebedcb7,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:34:31.353721 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.396463 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:31.397254 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:31.399083 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] 10.222.0.63 "PUT /v2.0/ports/44822b51-d887-423b-915d-c8eccebedcb7 HTTP/1.1" status: 200 len: 1093 time: 0.8409169 Aug 17 02:34:31.399676 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b', 'tag': '44822b51-d887-423b-915d-c8eccebedcb7'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:31.402632 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f09b34d-20f1-4562-baeb-517ed73da48f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b", "tag": "44822b51-d887-423b-915d-c8eccebedcb7"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:31.471485 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de05e2f-e031-452b-aeec-c0d52c41152d x-openstack-request-id: req-7de05e2f-e031-452b-aeec-c0d52c41152d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:31.472047 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b", "tag": "44822b51-d887-423b-915d-c8eccebedcb7", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:31.472505 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7de05e2f-e031-452b-aeec-c0d52c41152d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:31.473145 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b', 'tag': '44822b51-d887-423b-915d-c8eccebedcb7', 'status': 'completed', 'code': 200} Aug 17 02:34:31.476333 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2fe87-bdc8-4949-934e-b8d17dcf80f2 service neutron] Pushing event updated for resources: {'Port': ['ID=44822b51-d887-423b-915d-c8eccebedcb7,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:31.527564 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-0a06972f-a1ff-47eb-be9f-fa3a64aff0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:31.532748 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-0a06972f-a1ff-47eb-be9f-fa3a64aff0da service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da3b16ff6caf425ab15fdfbc5d7ee368&device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 1096 time: 0.0804896 Aug 17 02:34:31.578061 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-0b13ab43-1577-4b1a-96a2-6dcc383c056d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44822b51-d887-423b-915d-c8eccebedcb7 HTTP/1.1" status: 200 len: 217 time: 0.0367675 Aug 17 02:34:31.645858 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-71792aa5-deea-46f4-a743-2c8bad6c8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:31.647741 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-71792aa5-deea-46f4-a743-2c8bad6c8624 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=db88d0e6-427b-46fc-ab4e-44c892d59441 HTTP/1.1" status: 200 len: 853 time: 0.0587850 Aug 17 02:34:31.689661 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-60dc033f-ff4c-4e4f-af34-9841b24702ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=731c1db1-c082-4864-805a-5eccb2e4e0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319259 Aug 17 02:34:31.816245 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-8d5375a1-d92c-4a44-a4aa-f3ef52bc5af0 service neutron] 10.222.0.63 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145344 Aug 17 02:34:32.004261 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208492ff-4392-48ae-b173-ac4ac3ddef38 req-1bef6e30-0133-43a8-890a-dd074366ed54 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:32.011393 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-208492ff-4392-48ae-b173-ac4ac3ddef38 req-1bef6e30-0133-43a8-890a-dd074366ed54 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0989332 Aug 17 02:34:32.026733 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e22abb2d-e348-4d74-84ed-394a450f8b6b req-ceb95d70-f7e6-4a79-93df-fd92c4b2086e service neutron] 10.222.0.63 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003419 Aug 17 02:34:32.075960 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-208492ff-4392-48ae-b173-ac4ac3ddef38 req-f5d6faa7-d67a-451c-a69f-3b9862d81a01 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584326 Aug 17 02:34:32.148746 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-0b984937-fa94-48cf-881e-ab14dc8d6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:32.151058 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-0b984937-fa94-48cf-881e-ab14dc8d6222 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da3b16ff6caf425ab15fdfbc5d7ee368&device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 1096 time: 0.0715792 Aug 17 02:34:32.266327 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-a4003dbd-da91-4f1a-8353-78bb2915c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:32.268086 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-a4003dbd-da91-4f1a-8353-78bb2915c6e6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=731c1db1-c082-4864-805a-5eccb2e4e0f5 HTTP/1.1" status: 200 len: 914 time: 0.1025345 Aug 17 02:34:32.313981 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-5006e73d-3d38-4da5-bba3-3165ac197fac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44822b51-d887-423b-915d-c8eccebedcb7 HTTP/1.1" status: 200 len: 217 time: 0.0385721 Aug 17 02:34:32.381949 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-0bcbf5c1-b269-4b9f-ab04-9ad26bc37e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:32.382900 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-0bcbf5c1-b269-4b9f-ab04-9ad26bc37e77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=db88d0e6-427b-46fc-ab4e-44c892d59441 HTTP/1.1" status: 200 len: 853 time: 0.0596952 Aug 17 02:34:32.428155 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-445ca83c-67b4-4cb3-a224-a3a8077f2843 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=731c1db1-c082-4864-805a-5eccb2e4e0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350640 Aug 17 02:34:32.528174 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde784be-d216-4039-95b2-26d2121c9060 req-ef99a557-12ea-4d3a-8cb0-a788495f7aa6 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:32.529686 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cde784be-d216-4039-95b2-26d2121c9060 req-ef99a557-12ea-4d3a-8cb0-a788495f7aa6 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 943 time: 0.1051447 Aug 17 02:34:32.571003 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-36e4ecae-3467-4106-ad05-3cd4f31f7901 service neutron] 10.222.0.63 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341577 Aug 17 02:34:32.629763 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cde784be-d216-4039-95b2-26d2121c9060 req-ead98f8b-998a-4c8a-ad60-3688d3e57cd7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915861 Aug 17 02:34:32.687232 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f09b34d-20f1-4562-baeb-517ed73da48f req-dca2218a-e7b9-4577-bf83-6d612b8aec63 service neutron] 10.222.0.63 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041842 Aug 17 02:34:33.194736 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c01242-2ef5-4138-b8b5-468cc8f74a5b req-66bd70ec-c596-45fb-9866-263fd80253d1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:33.196388 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e2c01242-2ef5-4138-b8b5-468cc8f74a5b req-66bd70ec-c596-45fb-9866-263fd80253d1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0564551 Aug 17 02:34:33.247193 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e2c01242-2ef5-4138-b8b5-468cc8f74a5b req-a8cc07ae-a904-4dd4-b29c-832444c15e8b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Aug 17 02:34:33.802373 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00559468-1572-4b95-a090-064a1ebaf0ef req-40ff4d43-9207-4fdb-8a5e-ec83ee50dedd tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:33.804114 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-00559468-1572-4b95-a090-064a1ebaf0ef req-40ff4d43-9207-4fdb-8a5e-ec83ee50dedd tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 943 time: 0.0533075 Aug 17 02:34:33.848411 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-00559468-1572-4b95-a090-064a1ebaf0ef req-09752be3-c2f4-4889-8bce-d08fac41bac2 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355041 Aug 17 02:34:33.879806 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:34.367740 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74305916-ccf5-4654-a3c0-bd106f518f54 req-301e509f-1156-4b86-a412-d1d34b9a0904 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:34.371063 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-74305916-ccf5-4654-a3c0-bd106f518f54 req-301e509f-1156-4b86-a412-d1d34b9a0904 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0582500 Aug 17 02:34:34.417357 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-74305916-ccf5-4654-a3c0-bd106f518f54 req-d0fbc57a-764f-4adb-a752-bef0969970c4 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Aug 17 02:34:35.067626 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c924a88-e580-4eac-a3b0-ea575dc7b6f3 req-a88a22f3-fbe4-44c1-9169-f2d42ea0a192 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:35.069182 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8c924a88-e580-4eac-a3b0-ea575dc7b6f3 req-a88a22f3-fbe4-44c1-9169-f2d42ea0a192 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 943 time: 0.1119013 Aug 17 02:34:35.115348 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8c924a88-e580-4eac-a3b0-ea575dc7b6f3 req-28471fcd-b35c-4447-92fc-733d80028014 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Aug 17 02:34:35.549443 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cc8a8-391c-4eb7-af3a-8da066f5abc6 req-6569e47c-f4e7-4f94-b371-dc5faba2cc9d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:35.551240 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4b6cc8a8-391c-4eb7-af3a-8da066f5abc6 req-6569e47c-f4e7-4f94-b371-dc5faba2cc9d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0524509 Aug 17 02:34:35.599244 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4b6cc8a8-391c-4eb7-af3a-8da066f5abc6 req-97699558-c4da-4099-8f6a-6922c99c2b1d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Aug 17 02:34:36.266470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c6f5b-d75d-4c74-9392-68dfac66ae7c req-f17de9ee-9d73-44fa-bdbb-89c75eace0c9 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:36.274765 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-572c6f5b-d75d-4c74-9392-68dfac66ae7c req-f17de9ee-9d73-44fa-bdbb-89c75eace0c9 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 943 time: 0.0763080 Aug 17 02:34:36.330089 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-572c6f5b-d75d-4c74-9392-68dfac66ae7c req-78a297a1-e300-4daf-b892-8a27097b794b tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533116 Aug 17 02:34:36.726301 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718cf15-a66d-495f-81cd-96c35852de1c req-456a01da-f84d-4f63-b923-195e386477b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:36.734522 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0718cf15-a66d-495f-81cd-96c35852de1c req-456a01da-f84d-4f63-b923-195e386477b6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0648072 Aug 17 02:34:36.795288 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0718cf15-a66d-495f-81cd-96c35852de1c req-2bde9ae0-f980-46d7-9868-ddf09c80fb7b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596521 Aug 17 02:34:37.449715 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27923640-74c7-41e1-bbc4-2b678a393c73 req-46e0fa50-4d7a-4f49-9708-aaec82b94ac3 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:37.451252 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-27923640-74c7-41e1-bbc4-2b678a393c73 req-46e0fa50-4d7a-4f49-9708-aaec82b94ac3 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 943 time: 0.0556951 Aug 17 02:34:37.503252 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-27923640-74c7-41e1-bbc4-2b678a393c73 req-28e85bec-9348-400e-9313-ee48a0972874 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Aug 17 02:34:37.934087 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f7c7d-7a11-47de-a445-57c8db399695 req-b7b730b1-aaec-4913-af69-46a20ecee828 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:37.935518 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f91f7c7d-7a11-47de-a445-57c8db399695 req-b7b730b1-aaec-4913-af69-46a20ecee828 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0544107 Aug 17 02:34:37.979850 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f91f7c7d-7a11-47de-a445-57c8db399695 req-717464b1-5703-479f-8e79-3fc587e643f1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Aug 17 02:34:38.627130 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcf007-950b-4db7-a769-1338770e29c4 req-4ef4d82e-ed12-407f-a5fc-25d6fd2e74ef tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:38.628675 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-19fcf007-950b-4db7-a769-1338770e29c4 req-4ef4d82e-ed12-407f-a5fc-25d6fd2e74ef tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 943 time: 0.0560768 Aug 17 02:34:38.672894 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-19fcf007-950b-4db7-a769-1338770e29c4 req-51c488aa-88fe-4abe-9b89-b53853dbec9d tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379152 Aug 17 02:34:38.733646 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-023e05ad-693a-4547-b975-08837bd6e7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:38.975090 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 44822b51-d887-423b-915d-c8eccebedcb7 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:34:39.075688 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 44822b51-d887-423b-915d-c8eccebedcb7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44822b51-d887-423b-915d-c8eccebedcb7,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:39.087919 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '44822b51-d887-423b-915d-c8eccebedcb7', 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5', 'port_id': '44822b51-d887-423b-915d-c8eccebedcb7', 'mac_address': 'fa:16:3e:d7:70:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db88d0e6-427b-46fc-ab4e-44c892d59441', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:34:39.094078 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e27fd-9456-4390-bd67-432faab0cf80 req-b5380124-cf71-4f3f-b166-bc05a1e40874 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.095570 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-693e27fd-9456-4390-bd67-432faab0cf80 req-b5380124-cf71-4f3f-b166-bc05a1e40874 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0491803 Aug 17 02:34:39.124913 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:39.133351 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-693e27fd-9456-4390-bd67-432faab0cf80 req-8893e224-672f-4ffa-b18c-43a04a6245a3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315936 Aug 17 02:34:39.138509 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44822b51-d887-423b-915d-c8eccebedcb7 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:39.161628 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 44822b51-d887-423b-915d-c8eccebedcb7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44822b51-d887-423b-915d-c8eccebedcb7,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:39.167588 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:39.224514 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=44822b51-d887-423b-915d-c8eccebedcb7,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:39.787132 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975106f-7cab-46ab-8b7c-07355c8cdd05 req-3b8d7516-e6b2-4da6-9f90-10dfd5f3bd58 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:39.788585 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1975106f-7cab-46ab-8b7c-07355c8cdd05 req-3b8d7516-e6b2-4da6-9f90-10dfd5f3bd58 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 944 time: 0.0481136 Aug 17 02:34:39.830074 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1975106f-7cab-46ab-8b7c-07355c8cdd05 req-b2dbe965-9bc3-42a4-b596-459b5aca9df2 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316188 Aug 17 02:34:40.248014 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db4cee-3b24-49b7-8509-cee261d6eff0 req-ea0d3ba3-239e-48da-ab3d-a46c9a7f1f34 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:40.249501 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d9db4cee-3b24-49b7-8509-cee261d6eff0 req-ea0d3ba3-239e-48da-ab3d-a46c9a7f1f34 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0495462 Aug 17 02:34:40.288946 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d9db4cee-3b24-49b7-8509-cee261d6eff0 req-5a576a4a-4971-4f84-a3b2-5be8a2b3aa14 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335598 Aug 17 02:34:40.946026 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb0422-f6ce-4e74-8039-9f0a1e0eec91 req-a87e54bd-4c86-43e8-835d-8c937f5768e5 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:40.948087 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c9fb0422-f6ce-4e74-8039-9f0a1e0eec91 req-a87e54bd-4c86-43e8-835d-8c937f5768e5 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 944 time: 0.0484514 Aug 17 02:34:40.985112 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c9fb0422-f6ce-4e74-8039-9f0a1e0eec91 req-7a542af5-e6ef-4a94-8cbd-905949031735 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Aug 17 02:34:41.370532 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-790f48ea-2a76-4aa5-a1c5-5df735df4659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:41.405862 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e2e0d-100d-4d5c-84e0-b887ac6308b7 req-1efbcade-91af-4f3b-9b76-b96bbe152372 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:41.407339 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-516e2e0d-100d-4d5c-84e0-b887ac6308b7 req-1efbcade-91af-4f3b-9b76-b96bbe152372 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0493450 Aug 17 02:34:41.445198 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-516e2e0d-100d-4d5c-84e0-b887ac6308b7 req-a5819c0d-354d-49a5-8263-66f80c109e07 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Aug 17 02:34:41.527227 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:42.098494 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b2dd6-4b2c-451a-a4a0-a6fb6a51fea4 req-257206aa-3620-46ec-9350-e813282ff918 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:42.099963 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf7b2dd6-4b2c-451a-a4a0-a6fb6a51fea4 req-257206aa-3620-46ec-9350-e813282ff918 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 944 time: 0.0482144 Aug 17 02:34:42.131217 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:42.142934 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf7b2dd6-4b2c-451a-a4a0-a6fb6a51fea4 req-d4f85a86-a8f2-4b83-9943-8effd76739d3 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364125 Aug 17 02:34:42.557785 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8f9d0-adb1-4dca-84db-0a888755b2d3 req-c5223425-86fb-4d36-b698-b74d6376d339 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:42.559191 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3fe8f9d0-adb1-4dca-84db-0a888755b2d3 req-c5223425-86fb-4d36-b698-b74d6376d339 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0487289 Aug 17 02:34:42.596603 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3fe8f9d0-adb1-4dca-84db-0a888755b2d3 req-f89f9816-dd58-4d85-a674-e51b0d26ce52 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Aug 17 02:34:43.258226 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81d236-0017-45cc-b4e4-1a651ec30637 req-8c938f42-7eec-447e-ae18-f183e22990b9 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:43.260253 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3f81d236-0017-45cc-b4e4-1a651ec30637 req-8c938f42-7eec-447e-ae18-f183e22990b9 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 944 time: 0.0498545 Aug 17 02:34:43.298871 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3f81d236-0017-45cc-b4e4-1a651ec30637 req-51492adf-05de-43d0-9534-a967aa90e09e tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Aug 17 02:34:43.712000 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70948ae0-1951-4ec0-8985-02e9e13dc8cc req-01db7fa7-d453-496f-8323-f438201abe1d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:43.713476 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-70948ae0-1951-4ec0-8985-02e9e13dc8cc req-01db7fa7-d453-496f-8323-f438201abe1d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0501544 Aug 17 02:34:43.756389 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-70948ae0-1951-4ec0-8985-02e9e13dc8cc req-7da33dc8-26f1-4f72-8f60-f9c8fa18d589 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361657 Aug 17 02:34:44.005902 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['44822b51-d887-423b-915d-c8eccebedcb7'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:44.047496 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:44.466906 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ff4d0-e785-4c30-bddb-663b51788f20 req-08dc1968-0bb3-400a-b5c7-b824425e9ebd tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:44.468475 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-123ff4d0-e785-4c30-bddb-663b51788f20 req-08dc1968-0bb3-400a-b5c7-b824425e9ebd tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 944 time: 0.0889497 Aug 17 02:34:44.537829 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-123ff4d0-e785-4c30-bddb-663b51788f20 req-8866bb5d-ce69-4af8-be89-f781d5648f86 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608664 Aug 17 02:34:44.888474 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6233f-2d58-42e8-80de-540272c43b2b req-b08ce050-60c8-4072-86fd-c72331780771 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:44.889934 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-59e6233f-2d58-42e8-80de-540272c43b2b req-b08ce050-60c8-4072-86fd-c72331780771 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0536594 Aug 17 02:34:44.933132 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-59e6233f-2d58-42e8-80de-540272c43b2b req-eb40fec2-7cd4-4020-8c61-a3f705e8340a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Aug 17 02:34:45.663492 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f0016-aac6-43d1-a3b9-805c696610ed req-a1d36374-4de5-4e2a-905f-f80914fd1253 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:45.664974 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f95f0016-aac6-43d1-a3b9-805c696610ed req-a1d36374-4de5-4e2a-905f-f80914fd1253 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 944 time: 0.0503592 Aug 17 02:34:45.709136 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f95f0016-aac6-43d1-a3b9-805c696610ed req-0eb53bdc-554a-495c-bbcb-1d2f423b0c1c tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378482 Aug 17 02:34:46.106984 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515f8b2-451d-4f5a-a1fd-fe758a7039bc req-8367de1a-6d3d-4068-a98b-16741195bbc7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:46.108468 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c515f8b2-451d-4f5a-a1fd-fe758a7039bc req-8367de1a-6d3d-4068-a98b-16741195bbc7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1054740 Aug 17 02:34:46.156283 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b2089192-ffb3-49ef-a5ef-e50ec3c0da58 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:46.157705 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b2089192-ffb3-49ef-a5ef-e50ec3c0da58 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 813 time: 0.1440551 Aug 17 02:34:46.181240 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c515f8b2-451d-4f5a-a1fd-fe758a7039bc req-32e239e8-db00-444c-b909-63b223782504 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603335 Aug 17 02:34:46.183186 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-fb2672b0-df77-4476-9cf8-a71bdd35f59e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/quotas/39d10caaef914f97b9aba1e891f588ac HTTP/1.1" status: 200 len: 375 time: 0.0158062 Aug 17 02:34:46.237557 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-f6497220-3755-421d-9361-a27a8fb6b37d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472934 Aug 17 02:34:46.330981 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-3e67cf72-9a0c-4f56-91b3-5ccfb6d3df7b service neutron] 10.222.0.52 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848839 Aug 17 02:34:46.637252 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-0cfac4a8-b025-439a-ac0a-405ad02b287d service neutron] 10.222.0.52 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003583 Aug 17 02:34:46.817810 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dc85009a-ba72-47c1-b39d-0d96de12c3b5 req-a0bacefe-0c53-4176-9940-b9f9512a49bd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 210 time: 0.0302904 Aug 17 02:34:46.887715 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706da7-64e0-4bb1-9c37-d775dddb9812 req-5731b10b-0f28-4d41-bb64-b96e18546ab7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:46.897714 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-df706da7-64e0-4bb1-9c37-d775dddb9812 req-5731b10b-0f28-4d41-bb64-b96e18546ab7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 944 time: 0.0789387 Aug 17 02:34:46.951963 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-df706da7-64e0-4bb1-9c37-d775dddb9812 req-857ac2cc-3e50-4ff9-af0d-0919c556a3b7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473285 Aug 17 02:34:46.987977 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 44822b51-d887-423b-915d-c8eccebedcb7 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:34:47.048453 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 44822b51-d887-423b-915d-c8eccebedcb7 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:34:47.052671 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 44822b51-d887-423b-915d-c8eccebedcb7 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:34:47.053041 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.130911 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.154518 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44822b51-d887-423b-915d-c8eccebedcb7'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:47.156747 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6807142-d441-4dd5-9c75-e525f025edd8" -d '{"events": [{"server_uuid": "e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b", "name": "network-vif-plugged", "status": "completed", "tag": "44822b51-d887-423b-915d-c8eccebedcb7"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:47.174664 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 44822b51-d887-423b-915d-c8eccebedcb7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44822b51-d887-423b-915d-c8eccebedcb7,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:34:47.178814 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.206514 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ab8bb0-3c31-48f7-b787-2096526937a2 x-openstack-request-id: req-68ab8bb0-3c31-48f7-b787-2096526937a2 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:47.206847 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b", "name": "network-vif-plugged", "status": "completed", "tag": "44822b51-d887-423b-915d-c8eccebedcb7", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:47.207065 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68ab8bb0-3c31-48f7-b787-2096526937a2 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:47.207453 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44822b51-d887-423b-915d-c8eccebedcb7', 'code': 200} Aug 17 02:34:47.238571 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=44822b51-d887-423b-915d-c8eccebedcb7,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:47.320109 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60436) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:47.344786 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73749ee8-067e-4323-a6dd-bdff0b99a27c req-7d4c7335-9b25-4dc0-b0d1-ec09cd00017c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:47.351090 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-73749ee8-067e-4323-a6dd-bdff0b99a27c req-7d4c7335-9b25-4dc0-b0d1-ec09cd00017c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0763047 Aug 17 02:34:47.390092 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Deleting subnet 26351b99-3319-4d62-b7f8-48a25a424fc5 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:34:47.393292 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.408634 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-73749ee8-067e-4323-a6dd-bdff0b99a27c req-e9cf5e61-9951-4c52-81a0-45d3b7e7d8b2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547276 Aug 17 02:34:47.437928 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929436'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.443770 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986adf7-41e9-468f-8879-baa7c87470cd req-e27a7456-cad2-4fcc-9870-2aeadf491272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:47.445230 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f986adf7-41e9-468f-8879-baa7c87470cd req-e27a7456-cad2-4fcc-9870-2aeadf491272 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 1098 time: 0.0576265 Aug 17 02:34:47.478619 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.491378 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f986adf7-41e9-468f-8879-baa7c87470cd req-883e3994-1b9e-44e1-841d-381dd87c84e9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276363 Aug 17 02:34:47.533580 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7181250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798163'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.555902 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26351b99-3319-4d62-b7f8-48a25a424fc5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:47.566472 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.568522 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/26351b99-3319-4d62-b7f8-48a25a424fc5 HTTP/1.1" status: 204 len: 168 time: 0.2473686 Aug 17 02:34:47.569943 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.570294 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.570733 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.571070 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.571237 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 60440) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:47.571400 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.571727 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.572050 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.572399 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.572763 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.573192 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.573540 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.573857 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c429c8a-662d-4738-9d7c-6e3bf67dd77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.640441 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.718513 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.728010 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee9a466-c12a-4bcc-8e0c-1d05375bd734']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:47.742199 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4181292-4344-47a7-a7a1-73ac1d9e1249') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:47.742486 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4181292-4344-47a7-a7a1-73ac1d9e1249') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:34:47.751967 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7601395'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.765088 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.770670 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:34:47.771052 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601808'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: Traceback (most recent call last): Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: timer() Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: cb(*args, **kw) Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: return func(*args, **kwargs) Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: self._notify() Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: self.callback(batched_events) Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: event.method(event) Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: return f(self, *a, **k) Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._get(url).json() Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: return self.request(url, 'GET', **kwargs) Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:34:47.772640 dv-cinder-799871-4-iscsi neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:34:47.826275 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.831202 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:47.833386 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1ee9a466-c12a-4bcc-8e0c-1d05375bd734 HTTP/1.1" status: 204 len: 168 time: 0.2611489 Aug 17 02:34:47.846198 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee9a466-c12a-4bcc-8e0c-1d05375bd734,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:47.853528 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.853880 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.854958 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.855245 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.855580 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.855913 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.856296 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.856657 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.856992 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.857318 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.857643 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.857965 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb8dbb-df8c-430d-9bb9-d8a8166b0c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:34:47.920805 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30f2b72c-3b73-44d4-b754-87589157a939 req-c0be2e13-f208-4355-924b-759667c17c7d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 210 time: 0.0276842 Aug 17 02:34:47.991904 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 60454) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:48.054123 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-3e531484-d99e-40a7-8dca-18cffffdb5bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af85e293d56044888769f5e51e6c2b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607693 Aug 17 02:34:48.057787 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60458) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:48.100233 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbbc09-c3c1-4b6e-830a-3decea095d1e req-1cb4ca25-cef3-4722-a726-6881dc1417ba tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:48.101860 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0bdbbc09-c3c1-4b6e-830a-3decea095d1e req-1cb4ca25-cef3-4722-a726-6881dc1417ba tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0711963 Aug 17 02:34:48.114890 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0a4d-56a7-4fa8-abab-5ae67a50c665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.135696 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0a4d-56a7-4fa8-abab-5ae67a50c665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.142258 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0bdbbc09-c3c1-4b6e-830a-3decea095d1e req-a3f25648-5d9a-40fd-9efc-4a161868d2b1 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Aug 17 02:34:48.180706 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0a4d-56a7-4fa8-abab-5ae67a50c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.183343 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0a4d-56a7-4fa8-abab-5ae67a50c665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:48.184472 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0fbc0a4d-56a7-4fa8-abab-5ae67a50c665 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d6a7b62-6c13-4bac-b459-5b05baf39cb6 HTTP/1.1" status: 204 len: 168 time: 0.1254520 Aug 17 02:34:48.192118 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc0a4d-56a7-4fa8-abab-5ae67a50c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6a7b62-6c13-4bac-b459-5b05baf39cb6,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:48.536045 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4668f2-c4f8-4117-a96f-51698b1ca9ea req-1ce4dbd4-ece0-4f9e-990b-1841beb8d183 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:48.537506 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9b4668f2-c4f8-4117-a96f-51698b1ca9ea req-1ce4dbd4-ece0-4f9e-990b-1841beb8d183 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0512378 Aug 17 02:34:48.579141 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9b4668f2-c4f8-4117-a96f-51698b1ca9ea req-ca72fcd0-edf6-4d2b-967d-cfac50e09903 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347967 Aug 17 02:34:49.015677 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8ccb5e04-da7e-439b-add6-4d5fbbc7672c req-6306f158-76fb-4b68-b15d-0027cffd7c5d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 210 time: 0.0273118 Aug 17 02:34:49.248895 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60500) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:49.261266 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065161d-29e4-4b97-a129-f6ca734b853d req-53f5b18f-d851-4360-8650-d863d30f701b tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:49.262770 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5065161d-29e4-4b97-a129-f6ca734b853d req-53f5b18f-d851-4360-8650-d863d30f701b tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0526304 Aug 17 02:34:49.300529 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5065161d-29e4-4b97-a129-f6ca734b853d req-4091f643-f2fe-4551-9d96-045a9702a5eb tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Aug 17 02:34:49.373859 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1019027a-7b1e-47d8-82f4-11b16e597f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.458098 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1019027a-7b1e-47d8-82f4-11b16e597f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.461425 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1019027a-7b1e-47d8-82f4-11b16e597f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.499863 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1019027a-7b1e-47d8-82f4-11b16e597f4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7efabbee770445019ccff3f5c2e427f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498608 Aug 17 02:34:49.501766 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019027a-7b1e-47d8-82f4-11b16e597f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5d9572-fd20-47c9-b737-fa39873af6e2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:49.502649 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 60504) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:49.553369 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f84b1290-8afc-4ba0-95b8-bf44238eee06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.574346 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f84b1290-8afc-4ba0-95b8-bf44238eee06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.620663 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f84b1290-8afc-4ba0-95b8-bf44238eee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.623230 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f84b1290-8afc-4ba0-95b8-bf44238eee06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:49.624381 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f84b1290-8afc-4ba0-95b8-bf44238eee06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a5d9572-fd20-47c9-b737-fa39873af6e2 HTTP/1.1" status: 204 len: 168 time: 0.1206777 Aug 17 02:34:49.632094 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b1290-8afc-4ba0-95b8-bf44238eee06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5d9572-fd20-47c9-b737-fa39873af6e2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:49.699743 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21229453-0fee-493c-b7a4-cb661fe7ea5b req-299099b5-ce69-4913-a900-2e5119921811 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:49.701320 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21229453-0fee-493c-b7a4-cb661fe7ea5b req-299099b5-ce69-4913-a900-2e5119921811 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0508800 Aug 17 02:34:49.743386 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21229453-0fee-493c-b7a4-cb661fe7ea5b req-a4d1a1d7-ac0f-4cdc-b30b-88834bda0f03 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351872 Aug 17 02:34:50.113698 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16feb28e-e4f6-4021-a220-f1ebcec4a6d1 req-c8aad375-b70a-48ce-903a-2a4af0133ce5 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 210 time: 0.0299037 Aug 17 02:34:50.413274 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db4d48-0dba-4e6a-9ce7-3792f20b4134 req-7f496a18-8540-4bf8-8567-6b01fc2e0445 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:50.414759 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3db4d48-0dba-4e6a-9ce7-3792f20b4134 req-7f496a18-8540-4bf8-8567-6b01fc2e0445 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0492122 Aug 17 02:34:50.453035 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3db4d48-0dba-4e6a-9ce7-3792f20b4134 req-466f8421-563d-46cb-a4d8-45de3bb739f4 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Aug 17 02:34:50.857941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564c1db-8c61-4e4d-9513-3bf3cbd7c8e3 req-9cea9051-c94b-45ae-9aa8-9aba54104b95 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:50.859530 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a564c1db-8c61-4e4d-9513-3bf3cbd7c8e3 req-9cea9051-c94b-45ae-9aa8-9aba54104b95 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0494049 Aug 17 02:34:50.896133 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a564c1db-8c61-4e4d-9513-3bf3cbd7c8e3 req-4b41eb42-fdf3-4e51-8a10-1e6fcc97911a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306811 Aug 17 02:34:51.207660 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2e3d02eb-f3b8-4564-b262-c25f8338a28d req-ba032565-2ae0-4709-8027-976d2afb250d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 210 time: 0.0267549 Aug 17 02:34:51.568367 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9dae8-b906-4b5b-ada2-f1006bef56aa req-0fbe446e-48e0-4b81-b2f4-1d205a3832bd tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:51.569828 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c4b9dae8-b906-4b5b-ada2-f1006bef56aa req-0fbe446e-48e0-4b81-b2f4-1d205a3832bd tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0516536 Aug 17 02:34:51.606985 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c4b9dae8-b906-4b5b-ada2-f1006bef56aa req-69c14c0c-0485-4731-9d7f-a56a6e4daa63 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302706 Aug 17 02:34:52.009365 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c236a-a012-47ac-b94a-83b2f0883d9d req-3d801f4e-4a8b-43f1-b75b-99bb67308a9b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:52.010969 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4c5c236a-a012-47ac-b94a-83b2f0883d9d req-3d801f4e-4a8b-43f1-b75b-99bb67308a9b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0487154 Aug 17 02:34:52.048284 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4c5c236a-a012-47ac-b94a-83b2f0883d9d req-4e7d2972-aae6-4021-86a7-a4a71d1f9ee0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Aug 17 02:34:52.309941 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ca323fe-4b27-4d91-9ff7-529a9096928c req-bbae28ce-49be-4699-902d-b5d4ac7f1f59 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 210 time: 0.0355012 Aug 17 02:34:52.732258 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56b641-59a5-49b6-9e28-33020cc2e652 req-5f689641-4430-4da8-844e-ba12e1649698 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:52.733758 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-db56b641-59a5-49b6-9e28-33020cc2e652 req-5f689641-4430-4da8-844e-ba12e1649698 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0548570 Aug 17 02:34:52.771662 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-db56b641-59a5-49b6-9e28-33020cc2e652 req-38f7874c-8524-4f8a-9eed-5989c75156a6 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Aug 17 02:34:53.003421 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-3b6424e8-3ad3-4653-8db4-d76b5ef78504 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:53.004776 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-3b6424e8-3ad3-4653-8db4-d76b5ef78504 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 813 time: 0.1035571 Aug 17 02:34:53.019496 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Request body: {'port': {'device_id': '692389cf-d6f9-4264-9ac6-c8598a36199b', 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3', 'admin_state_up': True, 'tenant_id': '39d10caaef914f97b9aba1e891f588ac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:53.160546 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Made reservation on behalf of 39d10caaef914f97b9aba1e891f588ac for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:34:53.163968 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.186033 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091096a-dd1a-416b-8aa5-e093da148e25 req-536393fc-eaef-4380-a089-e8360084a901 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:53.187801 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b091096a-dd1a-416b-8aa5-e093da148e25 req-536393fc-eaef-4380-a089-e8360084a901 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0716250 Aug 17 02:34:53.276890 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b091096a-dd1a-416b-8aa5-e093da148e25 req-d47e41b3-2028-4a07-a2f3-1b09d5ae392f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796735 Aug 17 02:34:53.332938 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Allocated IP 172.20.0.6 (003c27b3-9d03-42a9-8448-e2eaa96117a3/0187f9a6-5b26-47ba-abaf-9d56e2e3bf89/f4f15ed2-91e7-44fe-a493-60d93fdd7363) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:34:53.461985 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4648fe76-c8ce-4275-a082-db3153a9e81a req-7f9593ee-e290-43ad-9985-7d2861138b5d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 210 time: 0.0692461 Aug 17 02:34:53.517106 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.555391 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.595212 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Network 003c27b3-9d03-42a9-8448-e2eaa96117a3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:34:53.597081 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60556) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:53.598097 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:34:53.600610 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:34:53.644609 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Pushing event updated for resources: {'Port': ['ID=f4f15ed2-91e7-44fe-a493-60d93fdd7363,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:53.663174 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:53.663776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.677493 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-b6357d94-c472-4ff0-b6c2-be427c36a41f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6618569 Aug 17 02:34:53.694679 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Request body: {'port': {'device_id': '692389cf-d6f9-4264-9ac6-c8598a36199b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:34:53.699944 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['45ba11ef-2220-415c-a0fb-90a040f16bfd'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:34:53.705226 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef311-8e94-48ec-892a-6703876d4a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.754912 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.801064 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef311-8e94-48ec-892a-6703876d4a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.806653 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef311-8e94-48ec-892a-6703876d4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.835292 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8d5ef311-8e94-48ec-892a-6703876d4a1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e5d9d3bad134351b6c0f15675f98c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371385 Aug 17 02:34:53.841645 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60562) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:34:53.873127 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ef311-8e94-48ec-892a-6703876d4a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e04579-a14d-4aee-be5b-867ab35b3c6e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:53.904993 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e88950a-1810-48a8-9e3f-3b2e07c8607c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.927486 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e88950a-1810-48a8-9e3f-3b2e07c8607c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.970012 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1268d-2b5f-47f1-ae6c-29b013f506d6 req-de4a8eb6-38aa-4aeb-96ed-11bc3de38f40 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:53.971612 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d9a1268d-2b5f-47f1-ae6c-29b013f506d6 req-de4a8eb6-38aa-4aeb-96ed-11bc3de38f40 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0994461 Aug 17 02:34:53.974827 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e88950a-1810-48a8-9e3f-3b2e07c8607c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.977743 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0e88950a-1810-48a8-9e3f-3b2e07c8607c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:53.982934 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0e88950a-1810-48a8-9e3f-3b2e07c8607c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0e04579-a14d-4aee-be5b-867ab35b3c6e HTTP/1.1" status: 204 len: 168 time: 0.1399963 Aug 17 02:34:53.991340 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88950a-1810-48a8-9e3f-3b2e07c8607c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e04579-a14d-4aee-be5b-867ab35b3c6e,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:54.036047 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d9a1268d-2b5f-47f1-ae6c-29b013f506d6 req-7216b104-9b5f-433d-8de3-ce9eb46dea8b tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568233 Aug 17 02:34:54.124522 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f15ed2-91e7-44fe-a493-60d93fdd7363 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:34:54.132842 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.146559 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Transition to ACTIVE for port object f4f15ed2-91e7-44fe-a493-60d93fdd7363 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:34:54.152671 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.202470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f15ed2-91e7-44fe-a493-60d93fdd7363,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:54.281016 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Attempting to bind port f4f15ed2-91e7-44fe-a493-60d93fdd7363 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:34:54.281324 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Attempting to bind port f4f15ed2-91e7-44fe-a493-60d93fdd7363 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:34:54.281643 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Attempting to bind port f4f15ed2-91e7-44fe-a493-60d93fdd7363 on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:54.286041 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Port f4f15ed2-91e7-44fe-a493-60d93fdd7363 on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:34:54.286362 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Attempting to bind port f4f15ed2-91e7-44fe-a493-60d93fdd7363 on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:34:54.291159 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:34:54.291498 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Checking segment: {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:34:54.292560 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Bound using segment: {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:34:54.293006 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Bound port: f4f15ed2-91e7-44fe-a493-60d93fdd7363, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:34:54.293352 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.400662 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] For port f4f15ed2-91e7-44fe-a493-60d93fdd7363, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:34:54.417186 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] For port f4f15ed2-91e7-44fe-a493-60d93fdd7363, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4f15ed2-91e7-44fe-a493-60d93fdd7363,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:34:54.427317 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.443970 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcf39a-3e76-4eba-9e90-72aea8f04f8c req-887518aa-5671-4d49-b074-8e19f06f316a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:54.445447 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-91dcf39a-3e76-4eba-9e90-72aea8f04f8c req-887518aa-5671-4d49-b074-8e19f06f316a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0861101 Aug 17 02:34:54.481008 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:54.481622 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:34:54.483176 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] 10.222.0.63 "PUT /v2.0/ports/f4f15ed2-91e7-44fe-a493-60d93fdd7363 HTTP/1.1" status: 200 len: 1093 time: 0.7927105 Aug 17 02:34:54.494041 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692389cf-d6f9-4264-9ac6-c8598a36199b', 'tag': 'f4f15ed2-91e7-44fe-a493-60d93fdd7363'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:34:54.498480 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30970ac6-8277-4d25-bd98-98ed251937ee" -d '{"events": [{"name": "network-changed", "server_uuid": "692389cf-d6f9-4264-9ac6-c8598a36199b", "tag": "f4f15ed2-91e7-44fe-a493-60d93fdd7363"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:34:54.571437 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395adf55-ee1f-4c36-a947-77efbf612754 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f15ed2-91e7-44fe-a493-60d93fdd7363,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:34:54.599363 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-91dcf39a-3e76-4eba-9e90-72aea8f04f8c req-3cdb2472-d133-4fa9-9532-ca169f423eac tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310840 Aug 17 02:34:54.633345 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-5acf0824-242d-4a8f-b552-8ce911e47d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:54.634961 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-5acf0824-242d-4a8f-b552-8ce911e47d22 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 1096 time: 0.0780737 Aug 17 02:34:54.657339 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5f870-b15d-4e00-a47e-a66f0dba2cd2 req-1d2d5a7d-8c85-4b81-94f4-a5df3763bd54 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:54.658904 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a7b5f870-b15d-4e00-a47e-a66f0dba2cd2 req-1d2d5a7d-8c85-4b81-94f4-a5df3763bd54 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0936916 Aug 17 02:34:54.696358 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-2eb413c1-b473-4bc0-8322-4601063b0f26 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f15ed2-91e7-44fe-a493-60d93fdd7363 HTTP/1.1" status: 200 len: 217 time: 0.0530133 Aug 17 02:34:54.726846 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a7b5f870-b15d-4e00-a47e-a66f0dba2cd2 req-d96a187b-7955-4431-8326-36fd544e4102 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371106 Aug 17 02:34:54.785245 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60da7be-2983-43e7-86d7-e5138dfdd539 x-openstack-request-id: req-a60da7be-2983-43e7-86d7-e5138dfdd539 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:34:54.785535 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692389cf-d6f9-4264-9ac6-c8598a36199b", "tag": "f4f15ed2-91e7-44fe-a493-60d93fdd7363", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:34:54.785792 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a60da7be-2983-43e7-86d7-e5138dfdd539 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:34:54.786187 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692389cf-d6f9-4264-9ac6-c8598a36199b', 'tag': 'f4f15ed2-91e7-44fe-a493-60d93fdd7363', 'status': 'completed', 'code': 200} Aug 17 02:34:54.797658 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-6e9b02fb-4cd9-42c4-b52d-dc650bd03c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:54.799169 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-6e9b02fb-4cd9-42c4-b52d-dc650bd03c9d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 HTTP/1.1" status: 200 len: 853 time: 0.0625415 Aug 17 02:34:54.832254 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-60c5e017-7c34-484d-8671-36a53e4ccfcd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=003c27b3-9d03-42a9-8448-e2eaa96117a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257132 Aug 17 02:34:54.922011 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-4fde63c2-6629-4247-b3ef-f24f07932ccf service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819864 Aug 17 02:34:55.018206 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a30a245-b8f1-48ee-9caf-bb34d525e451 req-aa07eca8-c4cd-4aa4-a00c-62a0fec68c2c service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888059 Aug 17 02:34:55.107944 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30970ac6-8277-4d25-bd98-98ed251937ee req-42f5457c-6644-4c36-bd38-bf0624040157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:55.109576 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30970ac6-8277-4d25-bd98-98ed251937ee req-42f5457c-6644-4c36-bd38-bf0624040157 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 1096 time: 0.0438516 Aug 17 02:34:55.253829 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d136f-6f89-4f4b-a125-88cefc8288ae req-7ed9ab61-7647-4288-9682-6c17c3a87c26 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:55.255352 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ea4d136f-6f89-4f4b-a125-88cefc8288ae req-7ed9ab61-7647-4288-9682-6c17c3a87c26 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.1186433 Aug 17 02:34:55.261319 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30970ac6-8277-4d25-bd98-98ed251937ee req-52558c00-9555-435c-a3c2-916107c9272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:55.262768 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30970ac6-8277-4d25-bd98-98ed251937ee req-52558c00-9555-435c-a3c2-916107c9272e service neutron] 10.222.0.63 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 914 time: 0.1460426 Aug 17 02:34:55.321901 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30970ac6-8277-4d25-bd98-98ed251937ee req-ac734941-e737-4b39-ab96-9b6999a998e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f15ed2-91e7-44fe-a493-60d93fdd7363 HTTP/1.1" status: 200 len: 217 time: 0.0435567 Aug 17 02:34:55.343851 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ea4d136f-6f89-4f4b-a125-88cefc8288ae req-02220640-cfec-4c6a-8d46-5607883cf3d3 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799601 Aug 17 02:34:55.380062 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30970ac6-8277-4d25-bd98-98ed251937ee req-771440dd-ac9b-4014-abb7-61bbbd4ed43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:55.381527 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30970ac6-8277-4d25-bd98-98ed251937ee req-771440dd-ac9b-4014-abb7-61bbbd4ed43c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 HTTP/1.1" status: 200 len: 853 time: 0.0490456 Aug 17 02:34:55.415398 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30970ac6-8277-4d25-bd98-98ed251937ee req-0a149747-87dd-44eb-befd-943456ffad6a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=003c27b3-9d03-42a9-8448-e2eaa96117a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262725 Aug 17 02:34:55.509858 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30970ac6-8277-4d25-bd98-98ed251937ee req-2b025d6c-e20b-4082-9e8e-21201ef39eed service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866354 Aug 17 02:34:55.608740 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30970ac6-8277-4d25-bd98-98ed251937ee req-d38f0d50-77f2-45c5-b599-68682fba81ba service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902174 Aug 17 02:34:55.735164 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2b5dd-c773-4eef-a428-dba2bc56073a req-e51eaf61-5abe-4df9-9c87-804eb63f7b9c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:55.736606 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-18e2b5dd-c773-4eef-a428-dba2bc56073a req-e51eaf61-5abe-4df9-9c87-804eb63f7b9c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0599756 Aug 17 02:34:55.781667 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-18e2b5dd-c773-4eef-a428-dba2bc56073a req-319a1990-1d9a-4933-a49d-937e4dfe9c59 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Aug 17 02:34:55.897445 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592d0e-a7ea-4d26-a353-57dd827cf86b req-bfc71fed-9b2b-450c-8941-d689eace290d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:55.898962 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f4592d0e-a7ea-4d26-a353-57dd827cf86b req-bfc71fed-9b2b-450c-8941-d689eace290d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0551212 Aug 17 02:34:55.937755 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f4592d0e-a7ea-4d26-a353-57dd827cf86b req-42740948-3dc9-4956-b285-245fdcce28a4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Aug 17 02:34:56.918861 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83ac9-e858-4e9f-8d97-77a586f2cf06 req-709e5f9d-d67f-42a6-bd00-c0ed323f7038 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:56.920400 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fdb83ac9-e858-4e9f-8d97-77a586f2cf06 req-709e5f9d-d67f-42a6-bd00-c0ed323f7038 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0521078 Aug 17 02:34:56.959491 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fdb83ac9-e858-4e9f-8d97-77a586f2cf06 req-586c10e9-e1e4-4647-ba70-d65980d66347 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Aug 17 02:34:57.063945 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb69ca3-1ad4-4b20-ac96-665e8b43b2a8 req-cea330db-54b3-46d5-88ca-e4569e0a3563 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:57.065412 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bcb69ca3-1ad4-4b20-ac96-665e8b43b2a8 req-cea330db-54b3-46d5-88ca-e4569e0a3563 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0492170 Aug 17 02:34:57.102086 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bcb69ca3-1ad4-4b20-ac96-665e8b43b2a8 req-e64a52d7-4504-4113-ae8f-f4119c170625 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Aug 17 02:34:58.079393 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e69e-9262-4dde-80a0-ddba572d15ed req-7a18ed24-071b-4e5b-85cf-c1ffc21de250 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.080791 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8b44e69e-9262-4dde-80a0-ddba572d15ed req-7a18ed24-071b-4e5b-85cf-c1ffc21de250 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0543969 Aug 17 02:34:58.111442 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:34:58.118035 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8b44e69e-9262-4dde-80a0-ddba572d15ed req-8c1fb145-8916-4e1d-864a-cfc35eff923d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Aug 17 02:34:58.218549 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2483614-8dc9-42a8-960d-d311debc1613 req-17cf810e-d86a-445b-a13d-d8b18a1e251e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:58.220154 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a2483614-8dc9-42a8-960d-d311debc1613 req-17cf810e-d86a-445b-a13d-d8b18a1e251e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0486052 Aug 17 02:34:58.258853 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a2483614-8dc9-42a8-960d-d311debc1613 req-c3426d98-ac44-47d8-b690-013f378cc28e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Aug 17 02:34:59.233899 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e487433-54d8-4caf-9586-db0ee5b36fa4 req-960b4c48-077e-4647-9145-80f3457095fa tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:59.235380 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8e487433-54d8-4caf-9586-db0ee5b36fa4 req-960b4c48-077e-4647-9145-80f3457095fa tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0482912 Aug 17 02:34:59.273991 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8e487433-54d8-4caf-9586-db0ee5b36fa4 req-41cff4f9-03b3-4b69-b948-5cc60018600d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Aug 17 02:34:59.379254 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf18faf-3794-4492-8f96-b2d0566cf26e req-689df338-6efc-4df8-b334-f04b19b6d6b7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:34:59.380688 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bf18faf-3794-4492-8f96-b2d0566cf26e req-689df338-6efc-4df8-b334-f04b19b6d6b7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0510440 Aug 17 02:34:59.418343 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bf18faf-3794-4492-8f96-b2d0566cf26e req-87beeee6-5005-40d9-abc2-e762d11fd452 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Aug 17 02:35:00.390006 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671e22c-d897-4d9c-884c-d097bbc25b19 req-839e6a2c-3993-4395-a1a9-1637baa49e3e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:00.391478 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2671e22c-d897-4d9c-884c-d097bbc25b19 req-839e6a2c-3993-4395-a1a9-1637baa49e3e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0501800 Aug 17 02:35:00.428673 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2671e22c-d897-4d9c-884c-d097bbc25b19 req-917f585f-f949-4b57-b08a-008e4bc85959 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Aug 17 02:35:00.529929 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a897b8-babf-4cb4-bccc-63693efa4adb req-88499e2b-1bd2-484e-8154-09f1976ca32e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:00.531401 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72a897b8-babf-4cb4-bccc-63693efa4adb req-88499e2b-1bd2-484e-8154-09f1976ca32e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0483279 Aug 17 02:35:00.569458 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72a897b8-babf-4cb4-bccc-63693efa4adb req-1be2934c-1d6c-4ae0-aee2-66070b9fdf30 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Aug 17 02:35:01.546570 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47a706-1ec0-4f67-b62c-5df5d088c886 req-d12693d6-eaf8-433f-b6cd-3560320cd80d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:01.548040 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec47a706-1ec0-4f67-b62c-5df5d088c886 req-d12693d6-eaf8-433f-b6cd-3560320cd80d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0542428 Aug 17 02:35:01.587467 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec47a706-1ec0-4f67-b62c-5df5d088c886 req-01dee4f6-324a-47fe-9e53-6dd0f2c11bb5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Aug 17 02:35:01.692047 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa1a09-68dd-4058-b247-f5aac6574781 req-4fa02369-0f18-484d-b80e-b09742b2abbc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:01.693497 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5fa1a09-68dd-4058-b247-f5aac6574781 req-4fa02369-0f18-484d-b80e-b09742b2abbc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0496557 Aug 17 02:35:01.732515 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5fa1a09-68dd-4058-b247-f5aac6574781 req-129c41b6-21d5-4dfe-890a-6ca1a18774e3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328367 Aug 17 02:35:02.704733 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36301454-b82b-4466-8c1d-c0ba9beb88b8 req-d7d8736a-0739-4b1b-878f-3c9fb4e8fa94 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:02.706205 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-36301454-b82b-4466-8c1d-c0ba9beb88b8 req-d7d8736a-0739-4b1b-878f-3c9fb4e8fa94 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0508420 Aug 17 02:35:02.744784 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-36301454-b82b-4466-8c1d-c0ba9beb88b8 req-44f14d2b-f634-401e-915f-8585ac3e934a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325856 Aug 17 02:35:02.854836 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065e557-b9b5-4ed9-9297-fe29e8f26729 req-2a4fbc7e-7290-4aa7-bde7-103d2b377372 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:02.856265 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e065e557-b9b5-4ed9-9297-fe29e8f26729 req-2a4fbc7e-7290-4aa7-bde7-103d2b377372 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0517449 Aug 17 02:35:02.892611 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e065e557-b9b5-4ed9-9297-fe29e8f26729 req-5da61b5b-770b-4cb3-8691-bb90c2f8f1ef tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297222 Aug 17 02:35:03.863438 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8808160-4dc8-4360-8164-04a7e4030a64 req-51a0e8f7-548a-47ad-b261-fdab7c550e1c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:03.864904 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c8808160-4dc8-4360-8164-04a7e4030a64 req-51a0e8f7-548a-47ad-b261-fdab7c550e1c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0491800 Aug 17 02:35:03.904584 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c8808160-4dc8-4360-8164-04a7e4030a64 req-61c80387-9339-4c2d-ba5a-a3ada9ff54eb tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325868 Aug 17 02:35:03.906900 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:04.005581 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf5ff3-927d-4b38-b8ac-a0d12e3e512e req-bd589ad2-faff-49f0-a6b5-2d11db529f08 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:04.006945 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6cf5ff3-927d-4b38-b8ac-a0d12e3e512e req-bd589ad2-faff-49f0-a6b5-2d11db529f08 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0489464 Aug 17 02:35:04.046082 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6cf5ff3-927d-4b38-b8ac-a0d12e3e512e req-4b0f5cfc-d3eb-437c-9961-a680e6b21d4e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Aug 17 02:35:04.506412 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-44926986-d423-4a20-9c07-0e8c4db8ecd2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414236 Aug 17 02:35:04.579264 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-ef971292-5b93-4235-b1da-a82efc107827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:04.580759 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-ef971292-5b93-4235-b1da-a82efc107827 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0411944 Aug 17 02:35:04.690309 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-d86b69f7-58dc-46e3-83cd-4cb3085c19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:04.691755 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-d86b69f7-58dc-46e3-83cd-4cb3085c19c1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 920 time: 0.0896859 Aug 17 02:35:04.734212 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-f67ffd5f-2278-47b4-b06b-339e51af504c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b049756c-f19b-4000-bfae-ee58aba41a59 HTTP/1.1" status: 200 len: 217 time: 0.0350993 Aug 17 02:35:04.790672 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-8dd0335d-9043-433b-95f0-1059c0624bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:04.792142 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-8dd0335d-9043-433b-95f0-1059c0624bc6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 200 len: 859 time: 0.0435073 Aug 17 02:35:04.890641 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-ff938261-3647-46ae-a3fa-4acf64fa4d3f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257874 Aug 17 02:35:05.014790 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-ac8cbe06-02ac-4568-bacb-65e09b5dd241 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163170 Aug 17 02:35:05.050253 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccc7bb-f53f-4342-878a-3d1301a939d7 req-fed3662f-c0a5-4433-92fd-a6b9ca9bb122 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:05.051691 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9bccc7bb-f53f-4342-878a-3d1301a939d7 req-fed3662f-c0a5-4433-92fd-a6b9ca9bb122 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0751688 Aug 17 02:35:05.143715 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9bccc7bb-f53f-4342-878a-3d1301a939d7 req-e514a6f2-14de-42be-b2cf-579cf62dd497 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637505 Aug 17 02:35:05.177390 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c01d8cb-5db4-4872-b516-90e30dd8cc82 req-2fed587b-83aa-44f4-b32d-8586dc9e3364 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537344 Aug 17 02:35:05.193614 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0edd-0085-4451-9a12-d7cb8b55254c req-73ebd08b-3892-4c4f-99fa-07df4fe2e614 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:05.195054 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3e2f0edd-0085-4451-9a12-d7cb8b55254c req-73ebd08b-3892-4c4f-99fa-07df4fe2e614 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0775907 Aug 17 02:35:05.235817 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3e2f0edd-0085-4451-9a12-d7cb8b55254c req-6258ad76-f50e-4340-a845-8e8dc72db44b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347462 Aug 17 02:35:06.267972 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5f981-f6e2-4ff2-a056-460189dedd89 req-431c18c4-4841-4edb-8f98-1fa07d84ef28 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:06.269892 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-adf5f981-f6e2-4ff2-a056-460189dedd89 req-431c18c4-4841-4edb-8f98-1fa07d84ef28 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0532267 Aug 17 02:35:06.367631 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-adf5f981-f6e2-4ff2-a056-460189dedd89 req-6817148d-b4bd-4768-adaa-ededa25e9b7a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907795 Aug 17 02:35:06.411086 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91b2d8-12c8-49c9-97b2-7e3197cd4a16 req-e4cd9d8b-7068-4578-8f3c-5d3fdea9a382 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:06.412457 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de91b2d8-12c8-49c9-97b2-7e3197cd4a16 req-e4cd9d8b-7068-4578-8f3c-5d3fdea9a382 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 943 time: 0.0722067 Aug 17 02:35:06.459067 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de91b2d8-12c8-49c9-97b2-7e3197cd4a16 req-3e89b35b-ace0-4218-b223-163e4c098915 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381949 Aug 17 02:35:07.019923 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f4f15ed2-91e7-44fe-a493-60d93fdd7363 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:35:07.115001 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f4f15ed2-91e7-44fe-a493-60d93fdd7363, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4f15ed2-91e7-44fe-a493-60d93fdd7363,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:07.129279 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'f4f15ed2-91e7-44fe-a493-60d93fdd7363', 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3', 'port_id': 'f4f15ed2-91e7-44fe-a493-60d93fdd7363', 'mac_address': 'fa:16:3e:4f:d3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0187f9a6-5b26-47ba-abaf-9d56e2e3bf89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:35:07.165706 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.179781 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f15ed2-91e7-44fe-a493-60d93fdd7363 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:07.204335 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f4f15ed2-91e7-44fe-a493-60d93fdd7363, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4f15ed2-91e7-44fe-a493-60d93fdd7363,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:07.208348 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.256448 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f4f15ed2-91e7-44fe-a493-60d93fdd7363,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:07.263207 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.263546 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.263877 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.264203 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.264526 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.264848 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.265165 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.265496 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.265820 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.266139 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.266453 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.266794 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:07.495739 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6c60-2362-4529-8175-dd567826eef6 req-a0de0a98-9351-44ff-b224-07ddf8c84c99 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:07.497306 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-05aa6c60-2362-4529-8175-dd567826eef6 req-a0de0a98-9351-44ff-b224-07ddf8c84c99 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0598323 Aug 17 02:35:07.567327 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-05aa6c60-2362-4529-8175-dd567826eef6 req-38caafb4-25bd-4886-a54a-ce36ac697b7d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628929 Aug 17 02:35:07.589296 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387deafa-4cf3-4634-87f6-d8d9458f7fc9 req-e6eb4468-28b2-4624-9d96-b1b1ced27b30 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:07.591695 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-387deafa-4cf3-4634-87f6-d8d9458f7fc9 req-e6eb4468-28b2-4624-9d96-b1b1ced27b30 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 944 time: 0.0658960 Aug 17 02:35:07.634794 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-387deafa-4cf3-4634-87f6-d8d9458f7fc9 req-4d210422-b673-4469-a0db-104379fba40b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Aug 17 02:35:07.695304 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60842) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:07.802010 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f847f1ba-605d-43eb-a291-78f872601518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.893042 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f847f1ba-605d-43eb-a291-78f872601518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.896974 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-f847f1ba-605d-43eb-a291-78f872601518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:07.933894 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-f847f1ba-605d-43eb-a291-78f872601518 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aff48821fbd841368463fd6d7743d7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375345 Aug 17 02:35:07.935254 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f1ba-605d-43eb-a291-78f872601518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd245a56-95ff-4344-ba8b-19a8cd5bc70b,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:07.937375 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 60846) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:07.987868 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86c631a9-17d5-4cb8-957e-520ff03c9165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.008669 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86c631a9-17d5-4cb8-957e-520ff03c9165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.060915 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86c631a9-17d5-4cb8-957e-520ff03c9165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.063891 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86c631a9-17d5-4cb8-957e-520ff03c9165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.065034 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-86c631a9-17d5-4cb8-957e-520ff03c9165 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd245a56-95ff-4344-ba8b-19a8cd5bc70b HTTP/1.1" status: 204 len: 168 time: 0.1266837 Aug 17 02:35:08.073490 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c631a9-17d5-4cb8-957e-520ff03c9165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd245a56-95ff-4344-ba8b-19a8cd5bc70b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:08.228858 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 60858) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:08.335033 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d63f39db-bd95-4ebb-ad2d-583c32840fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.435888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d63f39db-bd95-4ebb-ad2d-583c32840fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.440896 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d63f39db-bd95-4ebb-ad2d-583c32840fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.488950 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f39db-bd95-4ebb-ad2d-583c32840fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1829d866-64d4-4051-8420-4bffef58d90b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:08.496053 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-d63f39db-bd95-4ebb-ad2d-583c32840fb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=885ed107d3c74937a32ee9aeeeb1085c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636428 Aug 17 02:35:08.497704 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60876) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:08.500108 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['f4f15ed2-91e7-44fe-a493-60d93fdd7363'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:08.563656 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d019a973-5abb-4431-8bfa-24327925a810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.583835 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d019a973-5abb-4431-8bfa-24327925a810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.647127 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d019a973-5abb-4431-8bfa-24327925a810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.649982 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d019a973-5abb-4431-8bfa-24327925a810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.655647 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d019a973-5abb-4431-8bfa-24327925a810 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1829d866-64d4-4051-8420-4bffef58d90b HTTP/1.1" status: 204 len: 168 time: 0.1561682 Aug 17 02:35:08.670388 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019a973-5abb-4431-8bfa-24327925a810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1829d866-64d4-4051-8420-4bffef58d90b,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:08.722282 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa165af-ef2f-46a3-9002-8ec9dc1f96da req-6bcf5f80-f09f-4f2b-b3dd-36c41f10c7a3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:08.723886 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0fa165af-ef2f-46a3-9002-8ec9dc1f96da req-6bcf5f80-f09f-4f2b-b3dd-36c41f10c7a3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0656233 Aug 17 02:35:08.744592 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-900e2c35-c8dc-42a9-830f-dd15f8d1686b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:08.801886 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0fa165af-ef2f-46a3-9002-8ec9dc1f96da req-9f33d594-5c78-4259-bb2a-3de6375d7ebc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601776 Aug 17 02:35:08.823253 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59eab6-8f0e-4557-8e6a-0cd2af2e6abc req-cf0df1e1-820d-49b9-bf35-4dea5bcfc87a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:08.824729 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dc59eab6-8f0e-4557-8e6a-0cd2af2e6abc req-cf0df1e1-820d-49b9-bf35-4dea5bcfc87a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 944 time: 0.0814984 Aug 17 02:35:08.867197 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dc59eab6-8f0e-4557-8e6a-0cd2af2e6abc req-05e78bf6-c24b-40b6-9791-b98ba693a00b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Aug 17 02:35:09.425941 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60918) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:09.524049 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1514748546-network', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:09.546556 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Made reservation on behalf of b5ea5ff6e0a843e380968b1e78c0765a for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:09.549137 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.558834 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.652178 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.656331 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.682098 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:35:09.688917 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342fe24d-da5f-4a20-b69c-b8181459cd25,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:09.694814 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.695111 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Added segment 21ed7dff-fb9e-4738-9117-df69217d37ef of type vlan for network d21728e9-5b0d-42e9-bfd9-c93604266480 Aug 17 02:35:09.739144 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.760426 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.761366 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:09.761946 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:09.810337 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3826077 Aug 17 02:35:09.814837 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 60926) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:09.819741 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Request body: {'subnet': {'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1514748546-subnet', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:09.821419 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314937ae-ef3b-4ad6-9753-ff1f5506c5fc admin admin] Pushing event updated for resources: {'Network': ['ID=d21728e9-5b0d-42e9-bfd9-c93604266480,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:09.833532 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network d21728e9-5b0d-42e9-bfd9-c93604266480 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:35:09.842731 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Made reservation on behalf of b5ea5ff6e0a843e380968b1e78c0765a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:09.845040 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8272014'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.204228 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426181a-7da3-42c5-8491-c6f3219efcc2 req-cb676b86-3d81-4591-8605-63a141d2df08 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:10.205701 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7426181a-7da3-42c5-8491-c6f3219efcc2 req-cb676b86-3d81-4591-8605-63a141d2df08 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 944 time: 0.1092465 Aug 17 02:35:10.217241 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86a3a6-134c-4ffa-902d-846422eb2885 req-8824c93d-452f-4f7f-9dfd-618b62633251 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:10.218663 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1d86a3a6-134c-4ffa-902d-846422eb2885 req-8824c93d-452f-4f7f-9dfd-618b62633251 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1233397 Aug 17 02:35:10.313262 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7426181a-7da3-42c5-8491-c6f3219efcc2 req-67d1ea86-4453-4b5d-b560-b0ec025a0ec3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922890 Aug 17 02:35:10.324396 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1d86a3a6-134c-4ffa-902d-846422eb2885 req-b2dd80c1-d300-4098-9225-4eafd94b802d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955634 Aug 17 02:35:10.400479 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8272024'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.404250 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5935934-b636-4c44-a273-c63a57835d0c req-e8bea273-e102-42ca-bbde-2d9515f7cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:10.405572 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a5935934-b636-4c44-a273-c63a57835d0c req-e8bea273-e102-42ca-bbde-2d9515f7cfc7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1098 time: 0.0774283 Aug 17 02:35:10.493776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f44cf5-3301-417d-9b11-73c96f76725f,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:10.500846 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a5935934-b636-4c44-a273-c63a57835d0c req-e18bfe19-a8cb-4eed-91d2-532801eaade9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671482 Aug 17 02:35:10.506064 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Checking segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:10.506414 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Network hostable DHCP agents. Network: d21728e9-5b0d-42e9-bfd9-c93604266480, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:35:10.522002 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Network d21728e9-5b0d-42e9-bfd9-c93604266480 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:35:10.530703 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, d21728e9-5b0d-42e9-bfd9-c93604266480) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:10.535630 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:10.536460 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.539647 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd3102-adef-4cec-b0a0-8fefcb792cf4 None None] Network d21728e9-5b0d-42e9-bfd9-c93604266480 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:10.557894 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-6f712668-8e35-4531-adf3-5a8b685eee34 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7412925 Aug 17 02:35:10.561003 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 60936) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:10.565987 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:10.589113 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.590663 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.644623 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.702759 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-d21728e9-5b0d-42e9-bfd9-c93604266480', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:35:10.703627 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.794263 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:10.842373 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Allocated IP 172.20.0.2 (d21728e9-5b0d-42e9-bfd9-c93604266480/d4f44cf5-3301-417d-9b11-73c96f76725f/e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:11.018893 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.030422 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.039683 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.039855 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Transition to ACTIVE for port object e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:11.050750 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f4f15ed2-91e7-44fe-a493-60d93fdd7363 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:11.092555 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Transition to ACTIVE for port object e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:11.103613 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.151873 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Network d21728e9-5b0d-42e9-bfd9-c93604266480 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:11.159138 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:11.163787 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:11.165338 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Allocated IP 172.27.0.233 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/1ea46dec-6eed-444a-8d6f-bc0f6282969c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:11.181843 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Pushing event updated for resources: {'Port': ['ID=e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:11.212331 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port f4f15ed2-91e7-44fe-a493-60d93fdd7363 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:11.237210 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port f4f15ed2-91e7-44fe-a493-60d93fdd7363 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:11.237584 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.270165 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Attempting to bind port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:11.270688 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Attempting to bind port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:11.271066 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Attempting to bind port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd on network d21728e9-5b0d-42e9-bfd9-c93604266480 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:11.281180 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:11.281559 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Checking segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:11.281965 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.282357 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Bound using segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:11.282863 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Bound port: e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:11.283250 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.285727 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.323820 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.364074 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:11.367526 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:11.375134 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:11.414621 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] For port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:11.423385 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] For port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:11.426696 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.431790 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dc92eccf-c6e1-4c2c-b1ab-9fa18e5069b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.446106 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.521410 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692389cf-d6f9-4264-9ac6-c8598a36199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f15ed2-91e7-44fe-a493-60d93fdd7363'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:11.524040 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b237ac24-cbfc-4f8f-8a1d-bf146cc7c223" -d '{"events": [{"server_uuid": "692389cf-d6f9-4264-9ac6-c8598a36199b", "name": "network-vif-plugged", "status": "completed", "tag": "f4f15ed2-91e7-44fe-a493-60d93fdd7363"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:11.545126 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Pushing event updated for resources: {'Port': ['ID=1ea46dec-6eed-444a-8d6f-bc0f6282969c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:11.582974 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f4f15ed2-91e7-44fe-a493-60d93fdd7363, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4f15ed2-91e7-44fe-a493-60d93fdd7363,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:11.602869 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.606324 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.620288 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301ca00-52e2-4094-9462-78521e1ef1f1 None None] Pushing event updated for resources: {'Port': ['ID=e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:11.650379 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7346f-252b-4a4e-bdb5-2321a209e7d8 req-3c4b142d-6b9e-4058-a8d8-83edadb7c9ee tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:11.657711 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-88f7346f-252b-4a4e-bdb5-2321a209e7d8 req-3c4b142d-6b9e-4058-a8d8-83edadb7c9ee tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1687465 Aug 17 02:35:11.692902 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f4f15ed2-91e7-44fe-a493-60d93fdd7363,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:11.712047 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03c464-9920-4dc0-a715-59605ecea36d req-d97aa895-a6e6-4f81-9640-c96e7dcc04f8 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:11.719920 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb03c464-9920-4dc0-a715-59605ecea36d req-d97aa895-a6e6-4f81-9640-c96e7dcc04f8 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 944 time: 0.2401576 Aug 17 02:35:11.867828 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-88f7346f-252b-4a4e-bdb5-2321a209e7d8 req-67d62dc2-31b7-474e-82b8-916a30f5f885 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867211 Aug 17 02:35:11.875894 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb03c464-9920-4dc0-a715-59605ecea36d req-625c9d3f-fcc6-4ed9-8830-f3ad8aa97232 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551061 Aug 17 02:35:11.919842 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:11.943402 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acabe245-89e0-42eb-af2c-398e6d994c6c x-openstack-request-id: req-acabe245-89e0-42eb-af2c-398e6d994c6c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:11.943889 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692389cf-d6f9-4264-9ac6-c8598a36199b", "name": "network-vif-plugged", "status": "completed", "tag": "f4f15ed2-91e7-44fe-a493-60d93fdd7363", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:11.943983 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acabe245-89e0-42eb-af2c-398e6d994c6c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:11.944330 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692389cf-d6f9-4264-9ac6-c8598a36199b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f15ed2-91e7-44fe-a493-60d93fdd7363', 'code': 200} Aug 17 02:35:12.133683 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.163172 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.171802 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351713a-a6bf-46d7-924f-d6e666a28e3f req-a66ca8de-d63e-444f-b250-49e744e70b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:12.173398 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d351713a-a6bf-46d7-924f-d6e666a28e3f req-a66ca8de-d63e-444f-b250-49e744e70b49 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 1098 time: 0.0604351 Aug 17 02:35:12.274994 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d351713a-a6bf-46d7-924f-d6e666a28e3f req-6357025c-3b23-41de-85ba-d02dbe99846c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680029 Aug 17 02:35:12.330445 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Router a2cd6517-99bd-4739-85fc-67cf7a8a290d is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:35:12.443777 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:35:12.453104 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Sync routers for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:35:12.463393 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.468298 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-92ecd03f-a3e2-4a21-82c5-b501f277f7ba admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9023695 Aug 17 02:35:12.468713 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 60958) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:12.471464 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:12.472100 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:35:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:12.583318 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:12.605440 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:12.636086 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ee668-8907-4259-a82d-f3a3e9d8caf2 None None] Network d21728e9-5b0d-42e9-bfd9-c93604266480 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:12.691667 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:12.768954 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-32ef60f0-fd8d-454f-ae53-78f44968d2b6 None None] Provisioning for port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:12.795574 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-32ef60f0-fd8d-454f-ae53-78f44968d2b6 None None] Provisioning complete for port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:12.795945 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-32ef60f0-fd8d-454f-ae53-78f44968d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:12.821098 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:11Z', 'revision_number': 3, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:12.855812 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Checking router: a2cd6517-99bd-4739-85fc-67cf7a8a290d for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:35:12.857139 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Updating router a2cd6517-99bd-4739-85fc-67cf7a8a290d port 1ea46dec-6eed-444a-8d6f-bc0f6282969c binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:35:12.891838 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.006215 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-32ef60f0-fd8d-454f-ae53-78f44968d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.046429 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-32ef60f0-fd8d-454f-ae53-78f44968d2b6 None None] For port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:13.066189 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-32ef60f0-fd8d-454f-ae53-78f44968d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.139585 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef60f0-fd8d-454f-ae53-78f44968d2b6 None None] Pushing event updated for resources: {'Port': ['ID=e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:13.211539 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bca086-80c6-4e72-951e-e7a593f854c5 req-a45d9bca-9ff1-4833-8ff3-d8164b3e9de1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:13.213054 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a4bca086-80c6-4e72-951e-e7a593f854c5 req-a45d9bca-9ff1-4833-8ff3-d8164b3e9de1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1983821 Aug 17 02:35:13.232092 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60982) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:13.245766 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7ffe7-2243-444a-99b6-b14eada2f70c req-01b855db-4c45-4962-8c73-5fad88af92bb tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:13.248436 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d2e7ffe7-2243-444a-99b6-b14eada2f70c req-01b855db-4c45-4962-8c73-5fad88af92bb tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.1885114 Aug 17 02:35:13.278076 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.289010 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Transition to ACTIVE for port object 1ea46dec-6eed-444a-8d6f-bc0f6282969c will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:13.297021 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d3473f06-0331-4a9a-acf7-70e5fc131270 None None] Provisioning complete for port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:13.297392 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d3473f06-0331-4a9a-acf7-70e5fc131270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.298317 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.343274 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Pushing event updated for resources: {'Port': ['ID=1ea46dec-6eed-444a-8d6f-bc0f6282969c,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:13.347342 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a4bca086-80c6-4e72-951e-e7a593f854c5 req-3babbe73-5e87-406b-b3f9-e00d7b8b47b5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979495 Aug 17 02:35:13.354030 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d2e7ffe7-2243-444a-99b6-b14eada2f70c req-5b56a0a1-644e-4a28-973e-2ec2d97425d7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955353 Aug 17 02:35:13.356210 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.356798 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.357502 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.358174 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.358715 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.359154 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.359712 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.360142 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.360779 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.371094 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.371094 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.371094 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:35:13.371559 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ce32cf9-fb10-41ea-9101-1a48d0b25efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.404506 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Attempting to bind port 1ea46dec-6eed-444a-8d6f-bc0f6282969c on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:13.405017 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Attempting to bind port 1ea46dec-6eed-444a-8d6f-bc0f6282969c by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:13.405483 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Attempting to bind port 1ea46dec-6eed-444a-8d6f-bc0f6282969c on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:13.412260 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:13.413674 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:13.413674 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.413674 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:13.414348 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Bound port: 1ea46dec-6eed-444a-8d6f-bc0f6282969c, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:13.414797 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.471412 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.501376 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] For port 1ea46dec-6eed-444a-8d6f-bc0f6282969c, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:13.505407 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] For port 1ea46dec-6eed-444a-8d6f-bc0f6282969c, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=1ea46dec-6eed-444a-8d6f-bc0f6282969c,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:13.511276 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.523022 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ce32cf9-fb10-41ea-9101-1a48d0b25efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.529643 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4ce32cf9-fb10-41ea-9101-1a48d0b25efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.579655 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4ce32cf9-fb10-41ea-9101-1a48d0b25efd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2cebf7d33a044f586e7854a2af249f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464673 Aug 17 02:35:13.581354 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce32cf9-fb10-41ea-9101-1a48d0b25efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a224aaba-5e89-4fba-8824-3e925c94176f,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:13.584065 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 60992) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:13.605306 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5427bc8-61e8-46d9-8a5f-3d8462779ac7 None None] Pushing event updated for resources: {'Port': ['ID=1ea46dec-6eed-444a-8d6f-bc0f6282969c,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:13.617691 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:13.618503 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:35:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:13.651925 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42c5e6bc-a63e-4f03-9069-5dcf8cd58353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.680439 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42c5e6bc-a63e-4f03-9069-5dcf8cd58353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.730839 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42c5e6bc-a63e-4f03-9069-5dcf8cd58353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.734263 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-42c5e6bc-a63e-4f03-9069-5dcf8cd58353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:13.735582 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-42c5e6bc-a63e-4f03-9069-5dcf8cd58353 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a224aaba-5e89-4fba-8824-3e925c94176f HTTP/1.1" status: 204 len: 168 time: 0.1504376 Aug 17 02:35:13.748070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-3d8c66c9-4cc5-415f-b3c4-64b6918ce48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:13.749568 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-3d8c66c9-4cc5-415f-b3c4-64b6918ce48e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1098 time: 0.1162598 Aug 17 02:35:13.753674 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:13.754193 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5e6bc-a63e-4f03-9069-5dcf8cd58353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a224aaba-5e89-4fba-8824-3e925c94176f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:13.757493 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Allocated IP 172.20.0.1 (d21728e9-5b0d-42e9-bfd9-c93604266480/d4f44cf5-3301-417d-9b11-73c96f76725f/1dde4185-2ead-440b-969e-3b1d457c5eb2) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:13.867072 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b347a-45e5-49b6-9484-a17be1d79a79 req-400a1872-7bd7-4318-a8f3-e1d8112a3e5a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:13.868809 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-431b347a-45e5-49b6-9484-a17be1d79a79 req-400a1872-7bd7-4318-a8f3-e1d8112a3e5a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1928720 Aug 17 02:35:13.998134 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-431b347a-45e5-49b6-9484-a17be1d79a79 req-1f184781-a40b-4e3c-a327-861da57332cd tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636322 Aug 17 02:35:14.053319 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.057941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-65728067-b878-4cfa-b4c3-44aa59b69ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:14.060006 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-65728067-b878-4cfa-b4c3-44aa59b69ac5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 920 time: 0.2997458 Aug 17 02:35:14.064856 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.085123 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:11Z', 'revision_number': 3, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:14.111397 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d887b-3c95-49ef-b095-f84b17432f3e None None] The sync data for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi is: [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:11Z', 'revision_number': 3, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:35:14.112599 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-4a17a68d-9519-4ebf-91f3-c10872a2bde4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a48879d-0fba-46ab-8885-aeaff4273855 HTTP/1.1" status: 200 len: 217 time: 0.0439341 Aug 17 02:35:14.113487 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Transition to ACTIVE for port object 1dde4185-2ead-440b-969e-3b1d457c5eb2 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:14.186726 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-b2c24b38-0dc8-48b7-b5b4-4b2005da1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:14.188179 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-b2c24b38-0dc8-48b7-b5b4-4b2005da1ec5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 200 len: 859 time: 0.0678477 Aug 17 02:35:14.194261 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.245157 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-86ee996a-f566-4e6e-8f56-91f324eee42f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484843 Aug 17 02:35:14.258353 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Network d21728e9-5b0d-42e9-bfd9-c93604266480 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:14.270825 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:14.273149 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:14.288801 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Pushing event updated for resources: {'Port': ['ID=1dde4185-2ead-440b-969e-3b1d457c5eb2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:14.380188 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.561432 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-b90a8b69-0026-4e3a-b31b-afe37bb0dd6e service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016906 Aug 17 02:35:14.590288 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-da179a39-cbea-482a-80fb-fcafb0a79d5a None None] Provisioning for port 1dde4185-2ead-440b-969e-3b1d457c5eb2 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:14.604942 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-da179a39-cbea-482a-80fb-fcafb0a79d5a None None] Provisioning complete for port 1dde4185-2ead-440b-969e-3b1d457c5eb2 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:14.605553 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-da179a39-cbea-482a-80fb-fcafb0a79d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.645190 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:14.671473 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.687523 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-da179a39-cbea-482a-80fb-fcafb0a79d5a None None] Port 1dde4185-2ead-440b-969e-3b1d457c5eb2 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:35:14.702130 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac6558-d09d-4836-9a09-3a84382e0f86 req-d311e6c7-c5e1-4436-8120-ffe90574119b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:14.703709 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7ac6558-d09d-4836-9a09-3a84382e0f86 req-d311e6c7-c5e1-4436-8120-ffe90574119b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.1930294 Aug 17 02:35:14.705151 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:14.705858 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.792353 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 1ea46dec-6eed-444a-8d6f-bc0f6282969c up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:14.805611 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b96411d-b67e-4604-890b-f56d72e73b7e req-4b5d2666-f63e-4a47-a4d9-59ffb5ba6318 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267644 Aug 17 02:35:14.818570 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7ac6558-d09d-4836-9a09-3a84382e0f86 req-39c8b189-fa65-4ed2-b524-ccffb8210506 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876215 Aug 17 02:35:14.849741 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 1ea46dec-6eed-444a-8d6f-bc0f6282969c completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:14.854482 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 1ea46dec-6eed-444a-8d6f-bc0f6282969c triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:14.855290 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.964884 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.975116 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.983844 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:14.992711 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 1ea46dec-6eed-444a-8d6f-bc0f6282969c, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=1ea46dec-6eed-444a-8d6f-bc0f6282969c,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:14.998833 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.104277 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.170261 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Pushing event updated for resources: {'Port': ['ID=1dde4185-2ead-440b-969e-3b1d457c5eb2,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:15.177665 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=1ea46dec-6eed-444a-8d6f-bc0f6282969c,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:15.224373 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f76aa6-eab7-417e-a6ba-caa9c35cb03b req-a4a89d03-8ca4-4e50-9918-fe5d13d313c3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:15.225860 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b6f76aa6-eab7-417e-a6ba-caa9c35cb03b req-a4a89d03-8ca4-4e50-9918-fe5d13d313c3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1071911 Aug 17 02:35:15.275581 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Network d21728e9-5b0d-42e9-bfd9-c93604266480 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:15.279015 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:15.287655 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b6f76aa6-eab7-417e-a6ba-caa9c35cb03b req-c8e061a1-61e4-4085-a464-38e20fd291f7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540998 Aug 17 02:35:15.440649 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Router a2cd6517-99bd-4739-85fc-67cf7a8a290d has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:35:15.516893 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-29f30614-df05-4195-be73-f63c5c44b787 None None] Provisioning complete for port 1dde4185-2ead-440b-969e-3b1d457c5eb2 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:15.517382 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-29f30614-df05-4195-be73-f63c5c44b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:15.556005 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:35:15.556518 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-29f30614-df05-4195-be73-f63c5c44b787 None None] Port 1dde4185-2ead-440b-969e-3b1d457c5eb2 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:35:15.562348 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-5ea6e8a8-7b02-4c31-a7f4-b066a42cf197 admin admin] 10.222.0.52 "PUT /v2.0/routers/a2cd6517-99bd-4739-85fc-67cf7a8a290d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0925388 Aug 17 02:35:15.888661 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Sync routers for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:35:15.897737 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:15.898355 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:35:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:16.011291 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:16.099159 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 32810) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:16.104129 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1695630038-network', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:16.126836 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Made reservation on behalf of 5fcb8c0a82a447409a4df7fe41afaaab for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:16.129266 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.137616 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.220210 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 2, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:16.231747 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.237118 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.251157 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Checking router: a2cd6517-99bd-4739-85fc-67cf7a8a290d for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:35:16.251505 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Updating router a2cd6517-99bd-4739-85fc-67cf7a8a290d port 1dde4185-2ead-440b-969e-3b1d457c5eb2 binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:35:16.258481 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:35:16.274155 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a759953-7da2-4f6a-a232-58a0a6ea2acb,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:16.277228 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.277570 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Added segment 10011c9b-6813-4efa-8065-11c07dd34976 of type vlan for network dfa55ffd-c3c6-46be-9407-1276083716c2 Aug 17 02:35:16.277687 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.320273 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.348252 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.349424 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:16.350035 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.399891 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2996211 Aug 17 02:35:16.404294 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 32814) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:16.411479 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Request body: {'subnet': {'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1695630038-subnet', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:16.412171 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845b392-38ef-464e-8e50-f460a2c31062 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa55ffd-c3c6-46be-9407-1276083716c2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:16.425444 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network dfa55ffd-c3c6-46be-9407-1276083716c2 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:35:16.450967 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70b86e-ff7d-4490-8e07-17fe22768184 req-1f6a1b2c-c122-40bb-8cd4-15e4c18065d1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:16.458199 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2e70b86e-ff7d-4490-8e07-17fe22768184 req-1f6a1b2c-c122-40bb-8cd4-15e4c18065d1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0949018 Aug 17 02:35:16.460010 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Made reservation on behalf of 5fcb8c0a82a447409a4df7fe41afaaab for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:16.462287 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8272014'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.543399 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 1ea46dec-6eed-444a-8d6f-bc0f6282969c up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:16.547113 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2e70b86e-ff7d-4490-8e07-17fe22768184 req-679ddde4-d978-4f03-b48b-58a07cd9c081 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880115 Aug 17 02:35:16.645343 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 1ea46dec-6eed-444a-8d6f-bc0f6282969c triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:16.645715 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.673359 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8272024'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.720613 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.733584 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a563140c-3936-46dc-bb6e-2d7dbc87b727,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:16.734665 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Transition to ACTIVE for port object 1dde4185-2ead-440b-969e-3b1d457c5eb2 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:16.745708 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Checking segment: {'id': '10011c9b-6813-4efa-8065-11c07dd34976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:16.745708 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Network hostable DHCP agents. Network: dfa55ffd-c3c6-46be-9407-1276083716c2, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:35:16.761583 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.765125 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Network dfa55ffd-c3c6-46be-9407-1276083716c2 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:35:16.774539 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, dfa55ffd-c3c6-46be-9407-1276083716c2) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:16.779772 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:16.780376 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.794528 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-56212086-a1bb-4cb4-9e1f-07d5c7040154 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3881545 Aug 17 02:35:16.796035 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de48d2-776b-4c00-9fa5-e228ad64f52d None None] Network dfa55ffd-c3c6-46be-9407-1276083716c2 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:16.796886 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 32818) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:16.801163 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:16.821987 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.823010 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.875377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.875953 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bbbb8-808a-40ea-814a-80720cf869fb None None] Pushing event updated for resources: {'Port': ['ID=1dde4185-2ead-440b-969e-3b1d457c5eb2,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:16.955112 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Attempting to bind port 1dde4185-2ead-440b-969e-3b1d457c5eb2 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:16.955483 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Attempting to bind port 1dde4185-2ead-440b-969e-3b1d457c5eb2 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:16.955852 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Attempting to bind port 1dde4185-2ead-440b-969e-3b1d457c5eb2 on network d21728e9-5b0d-42e9-bfd9-c93604266480 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:16.986436 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:16.986846 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Checking segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:16.987253 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:16.987651 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Bound using segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:16.988132 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Bound port: 1dde4185-2ead-440b-969e-3b1d457c5eb2, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:16.988513 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.025504 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.087564 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-dfa55ffd-c3c6-46be-9407-1276083716c2', 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'fixed_ips': [{'subnet_id': 'a563140c-3936-46dc-bb6e-2d7dbc87b727'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:35:17.088419 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.133278 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] For port 1dde4185-2ead-440b-969e-3b1d457c5eb2, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:17.138179 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] For port 1dde4185-2ead-440b-969e-3b1d457c5eb2, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=1dde4185-2ead-440b-969e-3b1d457c5eb2,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:17.191137 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.243115 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.263954 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.292508 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:17.293059 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:35:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:17.301944 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bbbb8-808a-40ea-814a-80720cf869fb None None] Pushing event updated for resources: {'Port': ['ID=1dde4185-2ead-440b-969e-3b1d457c5eb2,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:17.357042 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Allocated IP 172.20.0.2 (dfa55ffd-c3c6-46be-9407-1276083716c2/a563140c-3936-46dc-bb6e-2d7dbc87b727/558dbcf2-8124-4fd2-9188-6a307dbef872) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:17.378109 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Allocated IP 172.27.0.50 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/2253ac20-b481-4501-81ad-47cf6de09817) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:17.492426 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.535315 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.597611 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:17.599351 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2253ac20-b481-4501-81ad-47cf6de09817,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:17.601773 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:17.611086 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:17.617527 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:17.816932 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.838221 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Transition to ACTIVE for port object 558dbcf2-8124-4fd2-9188-6a307dbef872 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:17.876914 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Transition to ACTIVE for port object 558dbcf2-8124-4fd2-9188-6a307dbef872 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:17.884099 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:17.934401 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Network dfa55ffd-c3c6-46be-9407-1276083716c2 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:17.942373 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:17.946929 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:17.957429 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Pushing event updated for resources: {'Port': ['ID=558dbcf2-8124-4fd2-9188-6a307dbef872,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:17.985062 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:17Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:18.013431 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6165-b994-42ee-ba88-5c6c42ceadba req-aa0a9332-2863-49bb-bc55-536faa1a5366 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:18.014863 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-925c6165-b994-42ee-ba88-5c6c42ceadba req-aa0a9332-2863-49bb-bc55-536faa1a5366 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.3718195 Aug 17 02:35:18.024018 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0a085-e199-4c9b-8e0b-7a63e5c919d7 None None] The sync data for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi is: [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:17Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:35:18.038723 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Attempting to bind port 558dbcf2-8124-4fd2-9188-6a307dbef872 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:18.039096 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Attempting to bind port 558dbcf2-8124-4fd2-9188-6a307dbef872 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '10011c9b-6813-4efa-8065-11c07dd34976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:18.039454 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Attempting to bind port 558dbcf2-8124-4fd2-9188-6a307dbef872 on network dfa55ffd-c3c6-46be-9407-1276083716c2 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:18.045344 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:18.045793 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Checking segment: {'id': '10011c9b-6813-4efa-8065-11c07dd34976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:18.046111 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.046503 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Bound using segment: {'id': '10011c9b-6813-4efa-8065-11c07dd34976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:18.047002 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Bound port: 558dbcf2-8124-4fd2-9188-6a307dbef872, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10011c9b-6813-4efa-8065-11c07dd34976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:18.047385 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.156005 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] For port 558dbcf2-8124-4fd2-9188-6a307dbef872, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:18.161975 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-925c6165-b994-42ee-ba88-5c6c42ceadba req-af378181-b820-4e35-846b-bfb790e5e683 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329913 Aug 17 02:35:18.163835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] For port 558dbcf2-8124-4fd2-9188-6a307dbef872, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=558dbcf2-8124-4fd2-9188-6a307dbef872,segment=NetworkSegment(10011c9b-6813-4efa-8065-11c07dd34976),segment_id=10011c9b-6813-4efa-8065-11c07dd34976)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:18.173358 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.249532 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c87d6-94a9-4cf0-81d2-d9aa4a7ca62a None None] Pushing event updated for resources: {'Port': ['ID=558dbcf2-8124-4fd2-9188-6a307dbef872,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:18.299309 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02079b-6347-4663-9906-1d7cde3abfff req-2c6c7b02-3fd9-437e-b2cf-97051d4b7688 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:18.300902 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-2c6c7b02-3fd9-437e-b2cf-97051d4b7688 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 813 time: 0.2952421 Aug 17 02:35:18.331990 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-13022b58-ab06-4c1d-b506-f89f83936a73 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/quotas/39d10caaef914f97b9aba1e891f588ac HTTP/1.1" status: 200 len: 375 time: 0.0235991 Aug 17 02:35:18.337719 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.502626 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-5c2e8aa4-8d53-4b4a-bba7-30a8ee3b71fd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1626413 Aug 17 02:35:18.595688 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 558dbcf2-8124-4fd2-9188-6a307dbef872 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:18.656289 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 558dbcf2-8124-4fd2-9188-6a307dbef872 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:18.660938 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 1dde4185-2ead-440b-969e-3b1d457c5eb2 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:18.674858 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-eec0bdda-2724-4b4e-a740-ee8d39cdc10e service neutron] 10.222.0.52 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713169 Aug 17 02:35:18.716429 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 1dde4185-2ead-440b-969e-3b1d457c5eb2 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:18.724132 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 1dde4185-2ead-440b-969e-3b1d457c5eb2 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:18.724591 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.765026 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.834977 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.843074 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-fcd75110-db0b-4917-ab71-12bdc05e18d7 service neutron] 10.222.0.52 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612854 Aug 17 02:35:18.891701 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 1dde4185-2ead-440b-969e-3b1d457c5eb2, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=1dde4185-2ead-440b-969e-3b1d457c5eb2,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:18.905790 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:18.974009 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Router 7a576a62-565a-4c52-b300-41bbaeceb8c8 is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:35:18.992178 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=1dde4185-2ead-440b-969e-3b1d457c5eb2,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:19.127536 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2d7a9f74-a7ce-4a05-8b6b-9d5daf14a13b req-74edb7c4-a98f-4270-a5ac-7386829a1348 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 210 time: 0.0423152 Aug 17 02:35:19.236928 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:35:19.251261 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Sync routers for ids ['7a576a62-565a-4c52-b300-41bbaeceb8c8'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:35:19.260240 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.261830 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-6ebefe35-05c4-4d9f-9c3d-386cca5867c8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4639916 Aug 17 02:35:19.264702 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 32854) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:19.266580 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Routers {'7a576a62-565a-4c52-b300-41bbaeceb8c8'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:19.267280 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:35:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['7a576a62-565a-4c52-b300-41bbaeceb8c8'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:19.438675 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Set router 7a576a62-565a-4c52-b300-41bbaeceb8c8 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:19.466764 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1224b-47e4-4671-8f4a-7f99fea52361 None None] Network dfa55ffd-c3c6-46be-9407-1276083716c2 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:35:19.506064 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd61c5f-2861-4eee-abc5-0e1f35a4d69e req-6eaedd31-dd6f-47cc-a506-9cbb5a2688b1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:19.509624 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6dd61c5f-2861-4eee-abc5-0e1f35a4d69e req-6eaedd31-dd6f-47cc-a506-9cbb5a2688b1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1913929 Aug 17 02:35:19.561292 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-4b4a16e5-e10e-45bc-8a15-99ae9f034091 None None] Provisioning for port 558dbcf2-8124-4fd2-9188-6a307dbef872 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:19.571206 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-4b4a16e5-e10e-45bc-8a15-99ae9f034091 None None] Provisioning complete for port 558dbcf2-8124-4fd2-9188-6a307dbef872 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:19.571576 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4b4a16e5-e10e-45bc-8a15-99ae9f034091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.645213 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6dd61c5f-2861-4eee-abc5-0e1f35a4d69e req-44bcf309-2b8a-45ef-a7a7-eabf70403023 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252480 Aug 17 02:35:19.672914 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2253ac20-b481-4501-81ad-47cf6de09817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:16Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 3, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'gw_port': {'id': '2253ac20-b481-4501-81ad-47cf6de09817', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:64:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:17Z', 'updated_at': '2021-08-17T02:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:19.701066 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Checking router: 7a576a62-565a-4c52-b300-41bbaeceb8c8 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:35:19.701495 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Updating router 7a576a62-565a-4c52-b300-41bbaeceb8c8 port 2253ac20-b481-4501-81ad-47cf6de09817 binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:35:19.733467 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.758529 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4b4a16e5-e10e-45bc-8a15-99ae9f034091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.817605 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4b4a16e5-e10e-45bc-8a15-99ae9f034091 None None] For port 558dbcf2-8124-4fd2-9188-6a307dbef872, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=558dbcf2-8124-4fd2-9188-6a307dbef872,segment=NetworkSegment(10011c9b-6813-4efa-8065-11c07dd34976),segment_id=10011c9b-6813-4efa-8065-11c07dd34976)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:19.826360 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4b4a16e5-e10e-45bc-8a15-99ae9f034091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:19.920082 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a16e5-e10e-45bc-8a15-99ae9f034091 None None] Pushing event updated for resources: {'Port': ['ID=558dbcf2-8124-4fd2-9188-6a307dbef872,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:20.024684 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.049294 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d3eb1eb6-c7fa-4aed-a3be-01491de8ad0d None None] Provisioning complete for port 558dbcf2-8124-4fd2-9188-6a307dbef872 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:20.049669 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1eb6-c7fa-4aed-a3be-01491de8ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.053472 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.070491 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Transition to ACTIVE for port object 2253ac20-b481-4501-81ad-47cf6de09817 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:20.076903 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.136946 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Attempting to bind port 2253ac20-b481-4501-81ad-47cf6de09817 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:20.137357 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Attempting to bind port 2253ac20-b481-4501-81ad-47cf6de09817 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:20.137934 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Attempting to bind port 2253ac20-b481-4501-81ad-47cf6de09817 on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:20.144037 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa9ac6-dada-43e4-aafa-75c010b4fe11 None None] Pushing event updated for resources: {'Port': ['ID=2253ac20-b481-4501-81ad-47cf6de09817,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:20.146368 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:20.146758 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:20.147149 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.147554 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:20.147971 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Bound port: 2253ac20-b481-4501-81ad-47cf6de09817, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:20.148352 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.189339 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Allocated IP 172.20.0.1 (dfa55ffd-c3c6-46be-9407-1276083716c2/a563140c-3936-46dc-bb6e-2d7dbc87b727/82012bc1-df45-48ed-b970-cbcbf2a5ab6e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:20.235691 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] For port 2253ac20-b481-4501-81ad-47cf6de09817, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:20.239123 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] For port 2253ac20-b481-4501-81ad-47cf6de09817, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=2253ac20-b481-4501-81ad-47cf6de09817,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:20.244131 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.280228 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6b124b98-fc8a-488c-b4f7-5384aecd3156 req-2dbde370-58ff-47c3-b050-72535e39e448 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 210 time: 0.0357816 Aug 17 02:35:20.318184 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa9ac6-dada-43e4-aafa-75c010b4fe11 None None] Pushing event updated for resources: {'Port': ['ID=2253ac20-b481-4501-81ad-47cf6de09817,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:20.324466 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.337654 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Transition to ACTIVE for port object 82012bc1-df45-48ed-b970-cbcbf2a5ab6e will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:20.346458 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Routers {'7a576a62-565a-4c52-b300-41bbaeceb8c8'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:20.347103 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:35:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['7a576a62-565a-4c52-b300-41bbaeceb8c8'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:20.375232 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.417519 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Network dfa55ffd-c3c6-46be-9407-1276083716c2 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:20.422572 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:20.432581 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:20.467322 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Pushing event updated for resources: {'Port': ['ID=82012bc1-df45-48ed-b970-cbcbf2a5ab6e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:20.480213 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] Set router 7a576a62-565a-4c52-b300-41bbaeceb8c8 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:20.544580 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 558dbcf2-8124-4fd2-9188-6a307dbef872 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:20.600099 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.621258 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 558dbcf2-8124-4fd2-9188-6a307dbef872 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:20.622458 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.727119 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02079b-6347-4663-9906-1d7cde3abfff req-0624c809-637c-4807-87a2-558ed61350a2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:20.728737 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-0624c809-637c-4807-87a2-558ed61350a2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 813 time: 0.2381318 Aug 17 02:35:20.748771 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Request body: {'port': {'device_id': '901a69d1-3db1-44ae-b4f0-4944487ed2b9', 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3', 'admin_state_up': True, 'tenant_id': '39d10caaef914f97b9aba1e891f588ac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:20.760691 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 1dde4185-2ead-440b-969e-3b1d457c5eb2 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:20.777394 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2253ac20-b481-4501-81ad-47cf6de09817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:16Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 3, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'gw_port': {'id': '2253ac20-b481-4501-81ad-47cf6de09817', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:64:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:17Z', 'updated_at': '2021-08-17T02:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:20.806883 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c578554-4045-4fd9-97fc-2141a2ca33d7 None None] The sync data for ids ['7a576a62-565a-4c52-b300-41bbaeceb8c8'] in dv-cinder-799871-4-iscsi is: [{'id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2253ac20-b481-4501-81ad-47cf6de09817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:16Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 3, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'gw_port': {'id': '2253ac20-b481-4501-81ad-47cf6de09817', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:64:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:17Z', 'updated_at': '2021-08-17T02:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:35:20.808493 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-742fd9a5-05a1-4f4d-a953-4f7e94081164 None None] Provisioning for port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:20.815358 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-742fd9a5-05a1-4f4d-a953-4f7e94081164 None None] Provisioning complete for port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:20.815743 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-742fd9a5-05a1-4f4d-a953-4f7e94081164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:20.863465 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-742fd9a5-05a1-4f4d-a953-4f7e94081164 None None] Port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:35:20.870001 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 1dde4185-2ead-440b-969e-3b1d457c5eb2 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:20.870390 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.150818 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71335bf-d33c-4f15-8db6-21b12a54e003 req-5f3bdaae-5b8c-4e38-8d29-d8f093c6e7ca tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:21.152303 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d71335bf-d33c-4f15-8db6-21b12a54e003 req-5f3bdaae-5b8c-4e38-8d29-d8f093c6e7ca tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.3682625 Aug 17 02:35:21.172162 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.245363 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d71335bf-d33c-4f15-8db6-21b12a54e003 req-4bb06ba9-e96a-4927-a6d1-39a26dcc0050 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850377 Aug 17 02:35:21.250473 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Made reservation on behalf of 39d10caaef914f97b9aba1e891f588ac for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:35:21.253925 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.424999 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21a7443c-cf08-4be3-a7d4-9a1a0ffe235d req-063e0631-48c3-418a-a249-db3c63f22975 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 210 time: 0.0476758 Aug 17 02:35:21.515233 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Allocated IP 172.20.0.5 (003c27b3-9d03-42a9-8448-e2eaa96117a3/0187f9a6-5b26-47ba-abaf-9d56e2e3bf89/55e0f8a0-9340-4d66-bfcc-8cd34154daff) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:35:21.543534 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.555989 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.689896 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.694715 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Pushing event updated for resources: {'Port': ['ID=82012bc1-df45-48ed-b970-cbcbf2a5ab6e,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:21.812752 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.842867 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Network dfa55ffd-c3c6-46be-9407-1276083716c2 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:21.845520 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:21.947217 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:21.959949 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['45ba11ef-2220-415c-a0fb-90a040f16bfd', 'f4f15ed2-91e7-44fe-a493-60d93fdd7363'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:22.009389 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Network 003c27b3-9d03-42a9-8448-e2eaa96117a3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:35:22.016395 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:35:22.020097 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:35:22.022670 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Pushing event updated for resources: {'Port': ['ID=55e0f8a0-9340-4d66-bfcc-8cd34154daff,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:22.055916 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Router 7a576a62-565a-4c52-b300-41bbaeceb8c8 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:35:22.084803 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:22.085329 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.105414 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-bd0ef750-4381-4808-8c58-8d2f790fdc03 None None] Provisioning complete for port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:22.106403 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef750-4381-4808-8c58-8d2f790fdc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.155033 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ef750-4381-4808-8c58-8d2f790fdc03 None None] Port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:35:22.171365 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-c56c315d-7923-4bd9-89bd-ea978cc0a3fc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4292059 Aug 17 02:35:22.187632 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Request body: {'port': {'device_id': '901a69d1-3db1-44ae-b4f0-4944487ed2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:22.224146 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:35:22.229822 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-22b377c3-39c6-453f-9058-8d58281b08da admin admin] 10.222.0.52 "PUT /v2.0/routers/7a576a62-565a-4c52-b300-41bbaeceb8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9634695 Aug 17 02:35:22.259946 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.562444 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Sync routers for ids ['7a576a62-565a-4c52-b300-41bbaeceb8c8'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:35:22.570682 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 2253ac20-b481-4501-81ad-47cf6de09817 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:22.594100 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Routers {'7a576a62-565a-4c52-b300-41bbaeceb8c8'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:22.594787 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:35:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['7a576a62-565a-4c52-b300-41bbaeceb8c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:22.603698 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e0f8a0-9340-4d66-bfcc-8cd34154daff {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:22.612974 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.637224 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2464ec6-6a56-4033-8eb2-dfd3f9564740 req-89fb164e-d6e1-44aa-996a-7296ff5a0a7d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:22.645621 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d2464ec6-6a56-4033-8eb2-dfd3f9564740 req-89fb164e-d6e1-44aa-996a-7296ff5a0a7d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 931 time: 0.0903525 Aug 17 02:35:22.670961 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Transition to ACTIVE for port object 55e0f8a0-9340-4d66-bfcc-8cd34154daff will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:22.694122 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d2464ec6-6a56-4033-8eb2-dfd3f9564740 req-b35fe41e-4cc7-4198-87a4-cdb9aac7cb43 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474069 Aug 17 02:35:22.697279 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.703837 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 2253ac20-b481-4501-81ad-47cf6de09817 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:22.716542 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 2253ac20-b481-4501-81ad-47cf6de09817 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:22.717153 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.751974 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Set router 7a576a62-565a-4c52-b300-41bbaeceb8c8 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:22.789884 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Pushing event updated for resources: {'Port': ['ID=55e0f8a0-9340-4d66-bfcc-8cd34154daff,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:22.850686 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Attempting to bind port 55e0f8a0-9340-4d66-bfcc-8cd34154daff on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:22.850951 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Attempting to bind port 55e0f8a0-9340-4d66-bfcc-8cd34154daff by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:22.851470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Attempting to bind port 55e0f8a0-9340-4d66-bfcc-8cd34154daff on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:22.856488 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Port 55e0f8a0-9340-4d66-bfcc-8cd34154daff on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:35:22.856914 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Attempting to bind port 55e0f8a0-9340-4d66-bfcc-8cd34154daff on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:22.862003 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:22.862435 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Checking segment: {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:22.862943 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Bound using segment: {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:22.863493 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Bound port: 55e0f8a0-9340-4d66-bfcc-8cd34154daff, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:22.863935 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.921156 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.930439 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] For port 55e0f8a0-9340-4d66-bfcc-8cd34154daff, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:22.933547 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] For port 55e0f8a0-9340-4d66-bfcc-8cd34154daff, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=55e0f8a0-9340-4d66-bfcc-8cd34154daff,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:22.939573 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.960914 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 2253ac20-b481-4501-81ad-47cf6de09817, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=2253ac20-b481-4501-81ad-47cf6de09817,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:22.968232 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.977775 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:22.978852 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:22.980428 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] 10.222.0.63 "PUT /v2.0/ports/55e0f8a0-9340-4d66-bfcc-8cd34154daff HTTP/1.1" status: 200 len: 1093 time: 0.7981031 Aug 17 02:35:22.982815 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901a69d1-3db1-44ae-b4f0-4944487ed2b9', 'tag': '55e0f8a0-9340-4d66-bfcc-8cd34154daff'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:22.985141 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9409ce-46f5-418b-bf85-139242e69e98" -d '{"events": [{"name": "network-changed", "server_uuid": "901a69d1-3db1-44ae-b4f0-4944487ed2b9", "tag": "55e0f8a0-9340-4d66-bfcc-8cd34154daff"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:23.015763 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 32908) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:23.021032 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-50430d7d-318a-4b05-a47a-4e0932a539bf tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701596850', 'description': 'tempest-secgroup-smoke-1701596850 description', 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:23.023773 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16d32c-205a-4d7b-9ea0-c740c2be53cb service neutron] Pushing event updated for resources: {'Port': ['ID=55e0f8a0-9340-4d66-bfcc-8cd34154daff,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.047627 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61470e17-feed-444b-866f-40567690878f x-openstack-request-id: req-61470e17-feed-444b-866f-40567690878f {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:23.048355 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901a69d1-3db1-44ae-b4f0-4944487ed2b9", "tag": "55e0f8a0-9340-4d66-bfcc-8cd34154daff", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:23.048698 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61470e17-feed-444b-866f-40567690878f {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:23.049153 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901a69d1-3db1-44ae-b4f0-4944487ed2b9', 'tag': '55e0f8a0-9340-4d66-bfcc-8cd34154daff', 'status': 'completed', 'code': 200} Aug 17 02:35:23.050740 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50430d7d-318a-4b05-a47a-4e0932a539bf tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.063488 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=2253ac20-b481-4501-81ad-47cf6de09817,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.082799 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02079b-6347-4663-9906-1d7cde3abfff req-2b728206-c0a3-45f6-84db-3a652ff3f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:23.084683 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-2b728206-c0a3-45f6-84db-3a652ff3f71e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0496042 Aug 17 02:35:23.107455 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2253ac20-b481-4501-81ad-47cf6de09817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:16Z', 'updated_at': '2021-08-17T02:35:21Z', 'revision_number': 4, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'gw_port': {'id': '2253ac20-b481-4501-81ad-47cf6de09817', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:64:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:17Z', 'updated_at': '2021-08-17T02:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '82012bc1-df45-48ed-b970-cbcbf2a5ab6e', 'name': '', 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'mac_address': 'fa:16:3e:db:fc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a563140c-3936-46dc-bb6e-2d7dbc87b727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:20Z', 'updated_at': '2021-08-17T02:35:21Z', 'revision_number': 2, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'subnets': [{'id': 'a563140c-3936-46dc-bb6e-2d7dbc87b727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:23.136193 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Checking router: 7a576a62-565a-4c52-b300-41bbaeceb8c8 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:35:23.136722 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Updating router 7a576a62-565a-4c52-b300-41bbaeceb8c8 port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:35:23.137991 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-5945a398-eb38-411c-a1ac-0631774469e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55e0f8a0-9340-4d66-bfcc-8cd34154daff HTTP/1.1" status: 200 len: 217 time: 0.0451789 Aug 17 02:35:23.143361 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50430d7d-318a-4b05-a47a-4e0932a539bf tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.152588 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50430d7d-318a-4b05-a47a-4e0932a539bf tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.163321 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.185879 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-50430d7d-318a-4b05-a47a-4e0932a539bf tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.187401 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-50430d7d-318a-4b05-a47a-4e0932a539bf tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1706500 Aug 17 02:35:23.190894 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 32910) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:23.191452 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50430d7d-318a-4b05-a47a-4e0932a539bf tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dc3bdb-6428-4222-b13a-f79f563294e2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.201425 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-268b2795-e260-4dc8-9a21-0f1ccc345bcd tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'security_group_rule': {'security_group_id': '83dc3bdb-6428-4222-b13a-f79f563294e2', 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:23.208217 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02079b-6347-4663-9906-1d7cde3abfff req-3c921297-142e-4834-b5f6-c002c963633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:23.209784 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-3c921297-142e-4834-b5f6-c002c963633c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 HTTP/1.1" status: 200 len: 853 time: 0.0648630 Aug 17 02:35:23.244856 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-a858c411-0592-4f4e-9b90-094b7d679d4f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=003c27b3-9d03-42a9-8448-e2eaa96117a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276506 Aug 17 02:35:23.261856 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268b2795-e260-4dc8-9a21-0f1ccc345bcd tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.378301 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268b2795-e260-4dc8-9a21-0f1ccc345bcd tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.385890 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-016a9063-7154-48bd-b24a-bfd6a1d9c7bb service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320586 Aug 17 02:35:23.386456 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268b2795-e260-4dc8-9a21-0f1ccc345bcd tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.422570 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b2795-e260-4dc8-9a21-0f1ccc345bcd tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ebc2f2-cd30-4fd2-8944-f2877ef88678,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.445874 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.457583 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Transition to ACTIVE for port object 82012bc1-df45-48ed-b970-cbcbf2a5ab6e will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:35:23.459941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-268b2795-e260-4dc8-9a21-0f1ccc345bcd tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.461433 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-268b2795-e260-4dc8-9a21-0f1ccc345bcd tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691491 Aug 17 02:35:23.464280 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 32912) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:23.467218 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.470029 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-46271e5f-a328-4317-a615-7fb136b1bce2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'security_group_rule': {'security_group_id': '83dc3bdb-6428-4222-b13a-f79f563294e2', 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:23.509958 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bd02079b-6347-4663-9906-1d7cde3abfff req-93124662-6bd4-4472-9f90-c652e92d84dc service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156816 Aug 17 02:35:23.517579 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46271e5f-a328-4317-a615-7fb136b1bce2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.523293 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffc1e0-fd09-4ec5-a9f8-68e88ffc7ca5 None None] Pushing event updated for resources: {'Port': ['ID=82012bc1-df45-48ed-b970-cbcbf2a5ab6e,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.591673 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46271e5f-a328-4317-a615-7fb136b1bce2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.595898 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Attempting to bind port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:35:23.596381 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Attempting to bind port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '10011c9b-6813-4efa-8065-11c07dd34976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:35:23.596522 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46271e5f-a328-4317-a615-7fb136b1bce2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.596925 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Attempting to bind port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e on network dfa55ffd-c3c6-46be-9407-1276083716c2 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:35:23.604159 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:35:23.604670 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Checking segment: {'id': '10011c9b-6813-4efa-8065-11c07dd34976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:35:23.605183 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.606383 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Bound using segment: {'id': '10011c9b-6813-4efa-8065-11c07dd34976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:35:23.607777 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Bound port: 82012bc1-df45-48ed-b970-cbcbf2a5ab6e, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10011c9b-6813-4efa-8065-11c07dd34976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:35:23.608372 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.620304 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46271e5f-a328-4317-a615-7fb136b1bce2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41a3396-9d95-42c7-848e-83076bb6ea48,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.624487 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-661a8406-bd76-4ce0-a138-8c7357d63ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:23.626071 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-661a8406-bd76-4ce0-a138-8c7357d63ae1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0532269 Aug 17 02:35:23.628535 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46271e5f-a328-4317-a615-7fb136b1bce2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.629809 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-46271e5f-a328-4317-a615-7fb136b1bce2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642556 Aug 17 02:35:23.632360 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 32916) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:23.638696 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e1d73a07-a395-4722-a90c-872d0e1b7266 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'security_group_rule': {'security_group_id': '83dc3bdb-6428-4222-b13a-f79f563294e2', 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:23.681704 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] For port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:35:23.686290 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] For port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=82012bc1-df45-48ed-b970-cbcbf2a5ab6e,segment=NetworkSegment(10011c9b-6813-4efa-8065-11c07dd34976),segment_id=10011c9b-6813-4efa-8065-11c07dd34976)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:35:23.692474 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.747017 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1d73a07-a395-4722-a90c-872d0e1b7266 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.790043 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Routers {'7a576a62-565a-4c52-b300-41bbaeceb8c8'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:35:23.790784 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:35:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['7a576a62-565a-4c52-b300-41bbaeceb8c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:23.818161 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-2eeae143-1cd7-4c75-add6-d35b0f18bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:23.828077 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-2eeae143-1cd7-4c75-add6-d35b0f18bced service neutron] 10.222.0.63 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 914 time: 0.1935070 Aug 17 02:35:23.895043 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1d73a07-a395-4722-a90c-872d0e1b7266 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.899787 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-78132aa3-eb67-4996-97b8-7b873d182e69 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55e0f8a0-9340-4d66-bfcc-8cd34154daff HTTP/1.1" status: 200 len: 217 time: 0.0518620 Aug 17 02:35:23.913289 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1d73a07-a395-4722-a90c-872d0e1b7266 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:23.984851 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffc1e0-fd09-4ec5-a9f8-68e88ffc7ca5 None None] Pushing event updated for resources: {'Port': ['ID=82012bc1-df45-48ed-b970-cbcbf2a5ab6e,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:23.991321 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d73a07-a395-4722-a90c-872d0e1b7266 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4fc585-8af6-4831-9adf-bab1cf1d9f5f,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:24.006848 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65549692-1aba-4011-868a-c6fb33c37814 req-691c5aae-7cc3-4aac-8748-c00d2424099e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:24.008359 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-65549692-1aba-4011-868a-c6fb33c37814 req-691c5aae-7cc3-4aac-8748-c00d2424099e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 943 time: 0.2164209 Aug 17 02:35:24.013684 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1d73a07-a395-4722-a90c-872d0e1b7266 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.017362 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-e1d73a07-a395-4722-a90c-872d0e1b7266 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3815067 Aug 17 02:35:24.017796 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 32924) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:24.023481 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-9c9f76b6-0257-48a2-9811-50d8e023645b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'security_group_rule': {'security_group_id': '83dc3bdb-6428-4222-b13a-f79f563294e2', 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:24.032448 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-7e4be0a9-2967-4389-856d-36b95207d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:24.034175 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-7e4be0a9-2967-4389-856d-36b95207d9bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 HTTP/1.1" status: 200 len: 853 time: 0.1232691 Aug 17 02:35:24.047932 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9116-e0c3-4e27-9310-b9b04e9bac52 req-d1ed32ab-9e6f-4e0e-b194-964d8072d40f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:24.049414 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-50dd9116-e0c3-4e27-9310-b9b04e9bac52 req-d1ed32ab-9e6f-4e0e-b194-964d8072d40f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1529701 Aug 17 02:35:24.063714 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] Set router 7a576a62-565a-4c52-b300-41bbaeceb8c8 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:35:24.065563 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c9f76b6-0257-48a2-9811-50d8e023645b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.080175 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-f60d1d2f-0785-4edc-b02e-a38573db4340 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=003c27b3-9d03-42a9-8448-e2eaa96117a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297916 Aug 17 02:35:24.138278 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c9f76b6-0257-48a2-9811-50d8e023645b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.143446 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c9f76b6-0257-48a2-9811-50d8e023645b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.154313 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-65549692-1aba-4011-868a-c6fb33c37814 req-73bf20d2-eb81-40c3-983a-74e57bc9d9b0 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383183 Aug 17 02:35:24.164532 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f76b6-0257-48a2-9811-50d8e023645b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec5c92a-44dc-4ffb-a0f7-0e2ff76b42ba,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:24.178532 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9c9f76b6-0257-48a2-9811-50d8e023645b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.183085 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9c9f76b6-0257-48a2-9811-50d8e023645b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632495 Aug 17 02:35:24.184005 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 32926) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:24.189221 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-50dd9116-e0c3-4e27-9310-b9b04e9bac52 req-4a3e7efa-7fe4-4396-952e-195808959411 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267607 Aug 17 02:35:24.190242 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-bebc9506-043f-49f7-9ef4-8860a7e26460 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'security_group_rule': {'security_group_id': '83dc3bdb-6428-4222-b13a-f79f563294e2', 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:24.228851 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.securitygroups_db [None req-bebc9506-043f-49f7-9ef4-8860a7e26460 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Project b5ea5ff6e0a843e380968b1e78c0765a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:35:24.238319 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-eebe22cc-463f-44d8-b3c0-412eaeb25a8e service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490934 Aug 17 02:35:24.239867 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bebc9506-043f-49f7-9ef4-8860a7e26460 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.290825 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2253ac20-b481-4501-81ad-47cf6de09817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:16Z', 'updated_at': '2021-08-17T02:35:21Z', 'revision_number': 4, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'gw_port': {'id': '2253ac20-b481-4501-81ad-47cf6de09817', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:17Z', 'updated_at': '2021-08-17T02:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '82012bc1-df45-48ed-b970-cbcbf2a5ab6e', 'name': '', 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'mac_address': 'fa:16:3e:db:fc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a563140c-3936-46dc-bb6e-2d7dbc87b727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:20Z', 'updated_at': '2021-08-17T02:35:23Z', 'revision_number': 4, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'subnets': [{'id': 'a563140c-3936-46dc-bb6e-2d7dbc87b727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:35:24.309947 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bebc9506-043f-49f7-9ef4-8860a7e26460 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.317611 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bebc9506-043f-49f7-9ef4-8860a7e26460 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.326774 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316cbaf-4f94-49ad-adf4-0820118249d3 None None] The sync data for ids ['7a576a62-565a-4c52-b300-41bbaeceb8c8'] in dv-cinder-799871-4-iscsi is: [{'id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2253ac20-b481-4501-81ad-47cf6de09817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:16Z', 'updated_at': '2021-08-17T02:35:21Z', 'revision_number': 4, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'gw_port': {'id': '2253ac20-b481-4501-81ad-47cf6de09817', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:17Z', 'updated_at': '2021-08-17T02:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '82012bc1-df45-48ed-b970-cbcbf2a5ab6e', 'name': '', 'network_id': 'dfa55ffd-c3c6-46be-9407-1276083716c2', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'mac_address': 'fa:16:3e:db:fc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a563140c-3936-46dc-bb6e-2d7dbc87b727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:20Z', 'updated_at': '2021-08-17T02:35:23Z', 'revision_number': 4, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'subnets': [{'id': 'a563140c-3936-46dc-bb6e-2d7dbc87b727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:35:24.349662 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc9506-043f-49f7-9ef4-8860a7e26460 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421eb899-2b2f-4c39-a07c-b6c06fa24884,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:24.364061 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bebc9506-043f-49f7-9ef4-8860a7e26460 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.369557 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bebc9506-043f-49f7-9ef4-8860a7e26460 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1828833 Aug 17 02:35:24.369756 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 32934) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:35:24.398069 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-f4bb5ddf-e0d3-4f6f-8ccc-386135ed7cd3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'security_group_rule': {'security_group_id': '83dc3bdb-6428-4222-b13a-f79f563294e2', 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:35:24.421502 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a9409ce-46f5-418b-bf85-139242e69e98 req-8d52cfae-a356-4f67-83ba-5a5d0f818ef9 service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750770 Aug 17 02:35:24.439718 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-f4bb5ddf-e0d3-4f6f-8ccc-386135ed7cd3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Project b5ea5ff6e0a843e380968b1e78c0765a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:35:24.445410 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4bb5ddf-e0d3-4f6f-8ccc-386135ed7cd3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.546981 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4bb5ddf-e0d3-4f6f-8ccc-386135ed7cd3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.551026 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4bb5ddf-e0d3-4f6f-8ccc-386135ed7cd3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.570254 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb5ddf-e0d3-4f6f-8ccc-386135ed7cd3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45faea20-03a6-4f87-bf8e-79c4db80e29c,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:24.588209 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f4bb5ddf-e0d3-4f6f-8ccc-386135ed7cd3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.589838 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f4bb5ddf-e0d3-4f6f-8ccc-386135ed7cd3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2192965 Aug 17 02:35:24.659652 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 2253ac20-b481-4501-81ad-47cf6de09817 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:24.726728 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 2253ac20-b481-4501-81ad-47cf6de09817 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:24.727325 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.833565 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 82012bc1-df45-48ed-b970-cbcbf2a5ab6e up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:24.892186 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:24.899094 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:24.899584 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:24.991032 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:25.026528 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=82012bc1-df45-48ed-b970-cbcbf2a5ab6e,segment=NetworkSegment(10011c9b-6813-4efa-8065-11c07dd34976),segment_id=10011c9b-6813-4efa-8065-11c07dd34976)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:25.031285 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:25.089493 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=82012bc1-df45-48ed-b970-cbcbf2a5ab6e,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:25.282739 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb631-def8-42a8-a587-2a09e23b0690 req-df22b16f-20a4-44c4-b90f-022d120842d2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:25.284257 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-474cb631-def8-42a8-a587-2a09e23b0690 req-df22b16f-20a4-44c4-b90f-022d120842d2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 943 time: 0.0502758 Aug 17 02:35:25.328109 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-474cb631-def8-42a8-a587-2a09e23b0690 req-e2376432-0427-4a36-8606-aef806e22265 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377154 Aug 17 02:35:26.448599 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c0a25-ff20-49c7-ad62-8bd38a75b47d req-24be7f64-cf3c-497a-bbc8-eca4234bb1c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:26.450067 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e58c0a25-ff20-49c7-ad62-8bd38a75b47d req-24be7f64-cf3c-497a-bbc8-eca4234bb1c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 943 time: 0.0502806 Aug 17 02:35:26.491293 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 82012bc1-df45-48ed-b970-cbcbf2a5ab6e up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:26.492860 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e58c0a25-ff20-49c7-ad62-8bd38a75b47d req-2883c91f-5433-4464-bab0-ff1a13068840 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360410 Aug 17 02:35:26.539886 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:26.540257 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:27.605495 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3cacf-4d6d-4813-8086-e4cb96a0ae02 req-7ee46c24-3bb0-4d72-89d2-0258dff94302 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:27.607710 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6ec3cacf-4d6d-4813-8086-e4cb96a0ae02 req-7ee46c24-3bb0-4d72-89d2-0258dff94302 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 943 time: 0.0492465 Aug 17 02:35:27.645390 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6ec3cacf-4d6d-4813-8086-e4cb96a0ae02 req-571b96d3-d9f5-4806-bd5e-f02e90f0aa30 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Aug 17 02:35:28.761855 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc8d9a-44fc-4613-9120-132c95fc4bce req-9c7784ed-6de6-42ef-821b-b30e6653c1db tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:28.763453 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d2dc8d9a-44fc-4613-9120-132c95fc4bce req-9c7784ed-6de6-42ef-821b-b30e6653c1db tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 943 time: 0.0489414 Aug 17 02:35:28.801246 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d2dc8d9a-44fc-4613-9120-132c95fc4bce req-077b376a-a1d6-4998-88e6-fe300c0625bc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316293 Aug 17 02:35:29.150649 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 55e0f8a0-9340-4d66-bfcc-8cd34154daff details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:35:29.254758 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 55e0f8a0-9340-4d66-bfcc-8cd34154daff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=55e0f8a0-9340-4d66-bfcc-8cd34154daff,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:29.266044 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '55e0f8a0-9340-4d66-bfcc-8cd34154daff', 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3', 'port_id': '55e0f8a0-9340-4d66-bfcc-8cd34154daff', 'mac_address': 'fa:16:3e:d1:dc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0187f9a6-5b26-47ba-abaf-9d56e2e3bf89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:35:29.302325 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.315098 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e0f8a0-9340-4d66-bfcc-8cd34154daff {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:35:29.335084 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 55e0f8a0-9340-4d66-bfcc-8cd34154daff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=55e0f8a0-9340-4d66-bfcc-8cd34154daff,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:29.339326 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:29.390869 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=55e0f8a0-9340-4d66-bfcc-8cd34154daff,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:29.918173 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['55e0f8a0-9340-4d66-bfcc-8cd34154daff'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:35:29.919396 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93e803-1dc6-4a17-8ea0-416afd7eafa5 req-ac31b7ac-ec0d-4e02-bbbf-f71ad90fa45f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:29.920848 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8f93e803-1dc6-4a17-8ea0-416afd7eafa5 req-ac31b7ac-ec0d-4e02-bbbf-f71ad90fa45f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 944 time: 0.0487828 Aug 17 02:35:29.963652 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8f93e803-1dc6-4a17-8ea0-416afd7eafa5 req-751ebe6d-65e9-4844-b4d5-52b429f13ce6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Aug 17 02:35:31.079420 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c931401-2eb1-4c42-b776-7deafb81ed0d req-93d28c4b-7cbb-4105-bf06-bf1163d6d48c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:31.081720 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7c931401-2eb1-4c42-b776-7deafb81ed0d req-93d28c4b-7cbb-4105-bf06-bf1163d6d48c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 944 time: 0.0508661 Aug 17 02:35:31.119834 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7c931401-2eb1-4c42-b776-7deafb81ed0d req-dd693964-828d-4675-b793-6e04e109b1a3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329800 Aug 17 02:35:32.247179 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e08a9b-5005-4c9b-b5a9-30012931e024 req-872575d2-d4b8-46da-b318-232702c9acc7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:32.248689 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-58e08a9b-5005-4c9b-b5a9-30012931e024 req-872575d2-d4b8-46da-b318-232702c9acc7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 944 time: 0.0577989 Aug 17 02:35:32.289783 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-58e08a9b-5005-4c9b-b5a9-30012931e024 req-aec4c9c7-e8ee-4c12-8d12-e3275744617c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Aug 17 02:35:32.730873 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-61559e1d-012e-4db3-b0a7-7d8d61f58994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:32.732357 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-61559e1d-012e-4db3-b0a7-7d8d61f58994 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1098 time: 0.2899461 Aug 17 02:35:32.740329 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327daa31-9b6f-4b82-ae19-f01f908b4965 req-a6f1765b-53f8-4f9f-bdc6-4b7ea567a752 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:32.741698 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-327daa31-9b6f-4b82-ae19-f01f908b4965 req-a6f1765b-53f8-4f9f-bdc6-4b7ea567a752 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.2912409 Aug 17 02:35:32.828913 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-327daa31-9b6f-4b82-ae19-f01f908b4965 req-a6251a22-ecd4-4f64-8f70-d58c2f06ac0b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793352 Aug 17 02:35:32.861524 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-e24410b6-7c7e-4f85-9173-e7e4903f81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:32.862981 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-e24410b6-7c7e-4f85-9173-e7e4903f81d6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 920 time: 0.1094677 Aug 17 02:35:32.903434 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-5fd66d27-20db-4a67-bf7b-757a9da25285 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a48879d-0fba-46ab-8885-aeaff4273855 HTTP/1.1" status: 200 len: 217 time: 0.0333059 Aug 17 02:35:32.953990 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-ce78216c-d22b-49cc-a9c9-af147494b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:32.955393 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-ce78216c-d22b-49cc-a9c9-af147494b6aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 200 len: 859 time: 0.0431747 Aug 17 02:35:32.987518 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-474f47ad-ca7e-4d21-8df6-fc3c30a68965 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250545 Aug 17 02:35:33.079754 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-b1492188-5a42-490d-aac4-eeb016c29607 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843444 Aug 17 02:35:33.164462 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 55e0f8a0-9340-4d66-bfcc-8cd34154daff up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:35:33.175287 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2975caee-5193-4a0c-b201-ccdd46d7548c req-e03cb1d9-d85d-4816-832f-ca22ec1e5d3e service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859482 Aug 17 02:35:33.214549 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 55e0f8a0-9340-4d66-bfcc-8cd34154daff completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:35:33.219386 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 55e0f8a0-9340-4d66-bfcc-8cd34154daff triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:35:33.219954 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.299107 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.322012 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901a69d1-3db1-44ae-b4f0-4944487ed2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e0f8a0-9340-4d66-bfcc-8cd34154daff'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:35:33.324300 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0bc67-5542-4533-ac41-7242cb221a32" -d '{"events": [{"server_uuid": "901a69d1-3db1-44ae-b4f0-4944487ed2b9", "name": "network-vif-plugged", "status": "completed", "tag": "55e0f8a0-9340-4d66-bfcc-8cd34154daff"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:35:33.337295 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 55e0f8a0-9340-4d66-bfcc-8cd34154daff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=55e0f8a0-9340-4d66-bfcc-8cd34154daff,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:35:33.341413 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.368402 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5311fd00-c999-4b59-a596-e2de7dad23ab x-openstack-request-id: req-5311fd00-c999-4b59-a596-e2de7dad23ab {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:35:33.368744 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901a69d1-3db1-44ae-b4f0-4944487ed2b9", "name": "network-vif-plugged", "status": "completed", "tag": "55e0f8a0-9340-4d66-bfcc-8cd34154daff", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:35:33.369001 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5311fd00-c999-4b59-a596-e2de7dad23ab {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:35:33.369394 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a69d1-3db1-44ae-b4f0-4944487ed2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e0f8a0-9340-4d66-bfcc-8cd34154daff', 'code': 200} Aug 17 02:35:33.401658 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=55e0f8a0-9340-4d66-bfcc-8cd34154daff,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:35:33.417351 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566355-7252-47be-a452-81dae75b11a9 req-7d0d9ad6-ba03-423c-b9fb-666321f37e33 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:33.418871 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87566355-7252-47be-a452-81dae75b11a9 req-7d0d9ad6-ba03-423c-b9fb-666321f37e33 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 945 time: 0.0518167 Aug 17 02:35:33.465742 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87566355-7252-47be-a452-81dae75b11a9 req-ef187170-1825-4e3f-96f2-65539ca2d270 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Aug 17 02:35:33.560756 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf953f2-02d9-4462-be78-4ebc981939b0 req-234ee560-c50e-489f-8df3-6c121cd32a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:33.563278 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4bf953f2-02d9-4462-be78-4ebc981939b0 req-234ee560-c50e-489f-8df3-6c121cd32a95 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0411642 Aug 17 02:35:33.601545 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4bf953f2-02d9-4462-be78-4ebc981939b0 req-514cafab-7c3d-40d1-98ea-e71889cf2b67 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289717 Aug 17 02:35:33.907464 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:33.946603 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76354068-ab89-429e-b3da-70edbaaa3e56 req-9a17ea86-30ba-4cd4-bf48-53d4242f9ca0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:33.948061 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-76354068-ab89-429e-b3da-70edbaaa3e56 req-9a17ea86-30ba-4cd4-bf48-53d4242f9ca0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0494821 Aug 17 02:35:33.989055 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-76354068-ab89-429e-b3da-70edbaaa3e56 req-986cecc4-9268-404f-9296-7d0741da7780 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347791 Aug 17 02:35:34.591448 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e80d37-2863-4e55-8a29-8b4d15c1a080 req-5ff048b0-9a09-4cbc-ab78-3dd836f665b3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:34.592926 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-64e80d37-2863-4e55-8a29-8b4d15c1a080 req-5ff048b0-9a09-4cbc-ab78-3dd836f665b3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 945 time: 0.0523891 Aug 17 02:35:34.631522 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-64e80d37-2863-4e55-8a29-8b4d15c1a080 req-0bb671ad-4a19-4ffc-813a-e47a1e4ea3cf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Aug 17 02:35:35.104280 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8364468-7347-49f9-bba6-3fb7c2fc63e5 req-d5b6fe45-d07d-4149-bba7-215d8d13f524 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:35.105757 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8364468-7347-49f9-bba6-3fb7c2fc63e5 req-d5b6fe45-d07d-4149-bba7-215d8d13f524 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0491285 Aug 17 02:35:35.111696 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:35:35.145647 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8364468-7347-49f9-bba6-3fb7c2fc63e5 req-92c0c3f7-bf26-4875-ac77-93427767acbe tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Aug 17 02:35:35.751189 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e58d3-4efc-4379-945b-cf232dddfd0d req-77bfdfe3-bc01-4bc5-bb40-3cbab5c06608 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:35.752773 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-145e58d3-4efc-4379-945b-cf232dddfd0d req-77bfdfe3-bc01-4bc5-bb40-3cbab5c06608 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 945 time: 0.0503194 Aug 17 02:35:35.793967 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-145e58d3-4efc-4379-945b-cf232dddfd0d req-21a57149-ec17-446f-a5de-4c8fa137de2e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350103 Aug 17 02:35:36.260914 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3a86-22e9-4d12-a75a-e3a674927fb4 req-5ab147e4-88a1-4de4-93b1-64f8c77ba0ce tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:36.262459 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-25ba3a86-22e9-4d12-a75a-e3a674927fb4 req-5ab147e4-88a1-4de4-93b1-64f8c77ba0ce tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Aug 17 02:35:36.300531 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-25ba3a86-22e9-4d12-a75a-e3a674927fb4 req-509d080b-eb6a-4fb4-9feb-f866c4c04128 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Aug 17 02:35:37.415271 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0a977-7f88-43f7-af48-ee79bb56cee3 req-4714a75c-f3e3-47a3-9020-d1ec9417331f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:37.416718 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-11b0a977-7f88-43f7-af48-ee79bb56cee3 req-4714a75c-f3e3-47a3-9020-d1ec9417331f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Aug 17 02:35:37.454449 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-11b0a977-7f88-43f7-af48-ee79bb56cee3 req-22ba5966-402e-46cd-a62a-7f53c43a4e49 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310640 Aug 17 02:35:38.587907 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17197-13f3-4311-b198-0a5df4ffae8b req-0e77b711-f415-414f-b843-23281f43ff4f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:38.589632 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-37c17197-13f3-4311-b198-0a5df4ffae8b req-0e77b711-f415-414f-b843-23281f43ff4f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0527337 Aug 17 02:35:38.632579 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-37c17197-13f3-4311-b198-0a5df4ffae8b req-5e64c688-77ae-43b8-adbf-1736a090e46e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369685 Aug 17 02:35:38.737626 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1e14faa0-5bc7-45b6-9d4d-39f50aca4ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:39.747684 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9022-e292-4d3d-98e9-9b9457e693e0 req-4c602ab2-2df0-4427-98a7-8fe4a046ff5a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:39.749164 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-033c9022-e292-4d3d-98e9-9b9457e693e0 req-4c602ab2-2df0-4427-98a7-8fe4a046ff5a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0497921 Aug 17 02:35:39.788157 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-033c9022-e292-4d3d-98e9-9b9457e693e0 req-fae9fd37-9cf8-4868-b791-ef4839ac83dc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Aug 17 02:35:40.910697 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1502c-1fe6-41e1-82e6-ab13ae8048e1 req-1d4fc1ff-e497-48b6-8861-cd1892c8dd04 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:40.912204 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-64c1502c-1fe6-41e1-82e6-ab13ae8048e1 req-1d4fc1ff-e497-48b6-8861-cd1892c8dd04 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0557628 Aug 17 02:35:40.951057 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-64c1502c-1fe6-41e1-82e6-ab13ae8048e1 req-d960ee72-7b7c-4360-ba9a-a19ccc3fe8b0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328062 Aug 17 02:35:41.366813 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2298967c-46e6-443b-be2a-254e392de97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:41.523379 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:42.065173 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ec7a7-5a21-4976-8426-40b538464cec req-282cddcc-6c91-41df-9a47-82f02f221861 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:42.066641 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-635ec7a7-5a21-4976-8426-40b538464cec req-282cddcc-6c91-41df-9a47-82f02f221861 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0497296 Aug 17 02:35:42.106661 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-635ec7a7-5a21-4976-8426-40b538464cec req-c1833175-54ef-425a-b341-9a70e64b4d42 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341680 Aug 17 02:35:42.142195 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:43.219536 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c9efe-bd3e-4ede-93cf-c906103bf2d4 req-8118b036-ecde-4882-bae3-ca32494d0592 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:43.221095 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a35c9efe-bd3e-4ede-93cf-c906103bf2d4 req-8118b036-ecde-4882-bae3-ca32494d0592 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Aug 17 02:35:43.257920 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a35c9efe-bd3e-4ede-93cf-c906103bf2d4 req-82fcf236-5a16-4073-84b2-1f9ffa12b108 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Aug 17 02:35:44.036686 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:35:44.370580 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a59f8-18f1-4dd5-a2fd-3b10ca31cdc8 req-5dfaace7-a4ef-4caa-8679-6b0d42656e71 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:44.372198 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e25a59f8-18f1-4dd5-a2fd-3b10ca31cdc8 req-5dfaace7-a4ef-4caa-8679-6b0d42656e71 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0484908 Aug 17 02:35:44.409225 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e25a59f8-18f1-4dd5-a2fd-3b10ca31cdc8 req-70efbf84-6029-4c67-86b7-0fe991e18988 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302031 Aug 17 02:35:45.521969 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e673808-1717-42db-8102-98423f59d033 req-15afdb3e-516d-4615-b727-c9c990567e3e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:45.523428 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5e673808-1717-42db-8102-98423f59d033 req-15afdb3e-516d-4615-b727-c9c990567e3e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0478373 Aug 17 02:35:45.562952 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5e673808-1717-42db-8102-98423f59d033 req-41bd62ed-ed21-41e8-99eb-b211b0df04a5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336339 Aug 17 02:35:46.679460 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a979c-4946-49e0-936b-8938aec6ca1b req-4cee7a2b-1264-4512-8f5b-b3e26a94cd73 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:46.680920 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-317a979c-4946-49e0-936b-8938aec6ca1b req-4cee7a2b-1264-4512-8f5b-b3e26a94cd73 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0498815 Aug 17 02:35:46.719342 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-317a979c-4946-49e0-936b-8938aec6ca1b req-1c8586bf-e22b-4e43-a5dc-c58de9de6a64 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Aug 17 02:35:47.836480 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11674a-8a6b-4668-81a9-cfda53951279 req-9fe97084-5d67-42d0-b118-d37c81639af5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:47.837976 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dd11674a-8a6b-4668-81a9-cfda53951279 req-9fe97084-5d67-42d0-b118-d37c81639af5 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0519161 Aug 17 02:35:47.875736 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dd11674a-8a6b-4668-81a9-cfda53951279 req-d18136fc-a2e7-4859-b76e-bb0efba584f7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Aug 17 02:35:48.990547 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97605e39-ee8e-46d5-a709-c4f927f5ab3d req-ad486316-5027-4242-9517-b5fce2989763 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:48.992063 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97605e39-ee8e-46d5-a709-c4f927f5ab3d req-ad486316-5027-4242-9517-b5fce2989763 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0481362 Aug 17 02:35:49.032360 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97605e39-ee8e-46d5-a709-c4f927f5ab3d req-8c4c3b12-317a-4f4e-8566-c1a004aceede tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342257 Aug 17 02:35:50.147337 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f82f-209d-481d-af05-3641a1b83db2 req-28a8806a-f47b-4403-a703-79fe249abe10 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:50.148843 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b4e3f82f-209d-481d-af05-3641a1b83db2 req-28a8806a-f47b-4403-a703-79fe249abe10 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Aug 17 02:35:50.187176 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b4e3f82f-209d-481d-af05-3641a1b83db2 req-3dee9d3d-91ff-46ab-86bd-e8aafd2f1012 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Aug 17 02:35:51.301190 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3ac4d-062b-4ae5-abaa-6a5248f5201f req-c84a61ee-e264-4c88-912f-d23234125141 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:51.302686 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1dc3ac4d-062b-4ae5-abaa-6a5248f5201f req-c84a61ee-e264-4c88-912f-d23234125141 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0480032 Aug 17 02:35:51.340111 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1dc3ac4d-062b-4ae5-abaa-6a5248f5201f req-078c9c40-775e-4647-988a-80c7a80a3f08 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Aug 17 02:35:52.457689 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bdd41-febb-4a82-aba7-895f2336f0c7 req-2b283a7d-104c-4e8b-98f2-d678de1ceec7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:52.459198 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0c0bdd41-febb-4a82-aba7-895f2336f0c7 req-2b283a7d-104c-4e8b-98f2-d678de1ceec7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0529261 Aug 17 02:35:52.501306 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0c0bdd41-febb-4a82-aba7-895f2336f0c7 req-9d882f7e-6a8e-4a05-a7a2-b63f8899df62 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361423 Aug 17 02:35:53.618436 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb52e96-cb9c-4068-a814-93c94bea6bec req-bdca55a9-6c79-4e19-8ed8-ce04c1eb48bc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:53.619941 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7bb52e96-cb9c-4068-a814-93c94bea6bec req-bdca55a9-6c79-4e19-8ed8-ce04c1eb48bc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Aug 17 02:35:53.657562 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7bb52e96-cb9c-4068-a814-93c94bea6bec req-6fc00511-6bd5-4fba-a4f3-75d05b9834cd tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Aug 17 02:35:54.772241 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76583db0-288d-4ff7-9d87-a5d76c10adb4 req-ffbd5012-ea80-43f6-9d7c-c1a0548ae8ac tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:54.773709 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-76583db0-288d-4ff7-9d87-a5d76c10adb4 req-ffbd5012-ea80-43f6-9d7c-c1a0548ae8ac tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0487163 Aug 17 02:35:54.810594 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-76583db0-288d-4ff7-9d87-a5d76c10adb4 req-6b9f617e-2e95-488f-af19-1084bf29206c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Aug 17 02:35:55.928471 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a722d6f-2df1-4b3c-97a4-386b92d6a062 req-ba097051-8e88-4622-8422-5d15e62cdd2f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:55.929966 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a722d6f-2df1-4b3c-97a4-386b92d6a062 req-ba097051-8e88-4622-8422-5d15e62cdd2f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Aug 17 02:35:55.973563 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a722d6f-2df1-4b3c-97a4-386b92d6a062 req-fb602806-129c-48dc-ad74-b51e56ea6535 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Aug 17 02:35:57.093751 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01927fc1-e7d4-4123-ad95-e142d077b6ce req-78debc0d-c323-46ef-a563-9283f86626a4 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:57.095250 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01927fc1-e7d4-4123-ad95-e142d077b6ce req-78debc0d-c323-46ef-a563-9283f86626a4 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0502257 Aug 17 02:35:57.132945 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01927fc1-e7d4-4123-ad95-e142d077b6ce req-9281bddc-2638-4439-a3f1-8e489aec1d1b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Aug 17 02:35:58.398288 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-3ee69e0b-cf73-4afb-a17b-d25f5731d5a7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:58.399732 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-3ee69e0b-cf73-4afb-a17b-d25f5731d5a7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 813 time: 0.1033714 Aug 17 02:35:58.414115 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-e2f82047-6d3b-4629-8049-4de2b9cf6c52 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/quotas/39d10caaef914f97b9aba1e891f588ac HTTP/1.1" status: 200 len: 375 time: 0.0086727 Aug 17 02:35:58.467149 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-7532b32c-a10f-4ed6-983b-ba0d719465e9 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479131 Aug 17 02:35:58.557011 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-d43c7cd8-103f-4c2c-86a8-af1600fa0e68 service neutron] 10.222.0.52 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828283 Aug 17 02:35:58.649988 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-527dc100-c442-4a98-be8b-d819697a05e6 service neutron] 10.222.0.52 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868158 Aug 17 02:35:58.841383 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac4203-0eab-4c2f-bee5-c490a3e4a577 req-bba410af-570c-47e7-bc2f-16e58570350d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:58.842854 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cbac4203-0eab-4c2f-bee5-c490a3e4a577 req-bba410af-570c-47e7-bc2f-16e58570350d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Aug 17 02:35:58.882100 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cbac4203-0eab-4c2f-bee5-c490a3e4a577 req-57bcf61f-489b-450f-b198-e053c5289daa tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Aug 17 02:35:58.953660 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c615c140-c8d9-4f95-ae06-6737458b4b2c req-b7ca6536-7b39-4e35-8c83-96ed56cd3228 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 210 time: 0.0318394 Aug 17 02:35:59.997197 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a71cb3-f515-4545-9d26-da170d359a70 req-72a4fa6f-271a-4920-906b-26296183470a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:35:59.998565 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-61a71cb3-f515-4545-9d26-da170d359a70 req-72a4fa6f-271a-4920-906b-26296183470a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0485263 Aug 17 02:36:00.036661 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-61a71cb3-f515-4545-9d26-da170d359a70 req-e5d7d3d4-d8f2-4768-acd5-3683ed1988de tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Aug 17 02:36:00.116445 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6c31e460-6c99-4c53-a860-8ddb3a81858d req-6d30fc29-43d0-4748-964a-a7752a2347df tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 210 time: 0.0261211 Aug 17 02:36:01.151197 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3294eb-5cb5-4e19-b25b-22c731c0ddfc req-2606b8ea-7bf4-4ca7-97b4-1400924eb45d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:01.152625 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de3294eb-5cb5-4e19-b25b-22c731c0ddfc req-2606b8ea-7bf4-4ca7-97b4-1400924eb45d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Aug 17 02:36:01.215635 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de3294eb-5cb5-4e19-b25b-22c731c0ddfc req-d2c02bd6-84a0-45aa-b1e8-ed8f1a2af3f1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571704 Aug 17 02:36:01.217532 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a977e42c-e79b-41f0-b266-0686e1dd2247 req-a8121f4d-45e4-4ac4-9ecd-59807001b370 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 210 time: 0.0332291 Aug 17 02:36:02.309797 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-41dcaa26-a289-43d4-ad78-f6d5e0a118ad req-373008e0-b754-4dd7-b5c4-89d4bf2ecc3f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 210 time: 0.0269930 Aug 17 02:36:02.411227 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b91fcb-7022-4949-a0d3-f80001590790 req-2b956bef-94e3-4d22-9a71-d5cde113505d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:02.412666 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-63b91fcb-7022-4949-a0d3-f80001590790 req-2b956bef-94e3-4d22-9a71-d5cde113505d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0476239 Aug 17 02:36:02.449702 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-63b91fcb-7022-4949-a0d3-f80001590790 req-0eef0e31-82fb-4912-98a4-4b6a11f53a6e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311563 Aug 17 02:36:03.401396 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ab93ec6-cf94-44b9-a257-7e5ae5f82a58 req-768d4226-b7bf-4931-bcfa-ab30750564ab tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 210 time: 0.0265949 Aug 17 02:36:03.565326 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26868-8b00-45c7-ab18-bfc2814e9a95 req-0d4bed18-9e3a-4ffd-b450-125159854563 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:03.567490 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f8a26868-8b00-45c7-ab18-bfc2814e9a95 req-0d4bed18-9e3a-4ffd-b450-125159854563 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0531154 Aug 17 02:36:03.605440 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f8a26868-8b00-45c7-ab18-bfc2814e9a95 req-d61d779e-4205-4605-8af4-32812f687e2e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Aug 17 02:36:03.939052 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:04.493432 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cd5efc52-39bd-4a52-b350-b7a51e4f5345 req-ac13ba1e-789b-4453-ad9b-1613155a2604 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 210 time: 0.0275302 Aug 17 02:36:04.748853 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f376873-9396-426b-80de-ec3bf79e444c req-e49c2fc9-7448-4c35-b787-277081a3cb77 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709467 Aug 17 02:36:04.759696 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21dcd-32d6-41e4-8d50-54e97d67b2cf req-79b316a1-b326-4825-a102-d420fbc18577 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:04.761150 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2ad21dcd-32d6-41e4-8d50-54e97d67b2cf req-79b316a1-b326-4825-a102-d420fbc18577 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0737262 Aug 17 02:36:04.823638 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2ad21dcd-32d6-41e4-8d50-54e97d67b2cf req-6378b70f-e8ba-4249-ad3c-54319577b9b3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559144 Aug 17 02:36:04.847203 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f376873-9396-426b-80de-ec3bf79e444c req-de3211bc-b14a-40c5-b018-42527d583e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:04.847203 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f376873-9396-426b-80de-ec3bf79e444c req-de3211bc-b14a-40c5-b018-42527d583e99 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 1098 time: 0.0644741 Aug 17 02:36:04.946660 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f376873-9396-426b-80de-ec3bf79e444c req-c24b26d6-3261-42a9-beee-7f4b4c36f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:04.948145 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f376873-9396-426b-80de-ec3bf79e444c req-c24b26d6-3261-42a9-beee-7f4b4c36f7f3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.0868239 Aug 17 02:36:05.040377 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f376873-9396-426b-80de-ec3bf79e444c req-40c6708f-9896-4549-9195-0fcc03e9eb6f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fec36d0-662b-47e1-9f51-4371547b09ca HTTP/1.1" status: 200 len: 1000 time: 0.0829618 Aug 17 02:36:05.104352 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f376873-9396-426b-80de-ec3bf79e444c req-1939b257-4694-438f-8048-32cfbdb12cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:05.106021 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f376873-9396-426b-80de-ec3bf79e444c req-1939b257-4694-438f-8048-32cfbdb12cd9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0491412 Aug 17 02:36:05.223116 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f376873-9396-426b-80de-ec3bf79e444c req-08bab92c-5c87-4254-b4ae-86d806d0aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:05.224534 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f376873-9396-426b-80de-ec3bf79e444c req-08bab92c-5c87-4254-b4ae-86d806d0aa6a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061993 Aug 17 02:36:05.294580 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-15aa02bb-aea8-462c-92b4-7065322032ca tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:05.296969 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-15aa02bb-aea8-462c-92b4-7065322032ca tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 813 time: 0.1699424 Aug 17 02:36:05.337792 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f376873-9396-426b-80de-ec3bf79e444c req-9d12f636-8f02-4349-9256-44a32c8c037a service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041105 Aug 17 02:36:05.586831 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2d2c4d40-2d45-4bb8-a20d-b9227259df57 req-55567b87-4d61-4824-b55e-a79f3120783d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 210 time: 0.0261343 Aug 17 02:36:05.655275 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Request body: {'port': {'device_id': 'c88280fb-1374-489d-850d-50e6e8d1f216', 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3', 'admin_state_up': True, 'tenant_id': '39d10caaef914f97b9aba1e891f588ac'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:05.818099 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f376873-9396-426b-80de-ec3bf79e444c req-8e51c481-300e-40b4-a2f4-a4ed111de5c8 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590154 Aug 17 02:36:05.837484 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Made reservation on behalf of 39d10caaef914f97b9aba1e891f588ac for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:05.841582 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.010977 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7e0d8-3fb1-4d67-bea5-fafe0284775b req-878aebd9-e7fa-4322-b933-894f3df92209 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:06.012420 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-24b7e0d8-3fb1-4d67-bea5-fafe0284775b req-878aebd9-e7fa-4322-b933-894f3df92209 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0977747 Aug 17 02:36:06.020372 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Allocated IP 172.20.0.11 (003c27b3-9d03-42a9-8448-e2eaa96117a3/0187f9a6-5b26-47ba-abaf-9d56e2e3bf89/bd1494b5-1f1f-485e-881f-ee87f2c50dbd) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:06.070686 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-24b7e0d8-3fb1-4d67-bea5-fafe0284775b req-3b03536d-5cb7-4834-a291-e3862090877a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522661 Aug 17 02:36:06.193632 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.232662 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.244444 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['45ba11ef-2220-415c-a0fb-90a040f16bfd', 'f4f15ed2-91e7-44fe-a493-60d93fdd7363', '55e0f8a0-9340-4d66-bfcc-8cd34154daff'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:06.274278 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Network 003c27b3-9d03-42a9-8448-e2eaa96117a3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:06.279248 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:06.282900 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:06.312613 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Pushing event updated for resources: {'Port': ['ID=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:06.328641 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.328918 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.329290 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.329705 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.330044 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.330377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.330734 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.331135 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.331544 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.331876 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.332201 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.332524 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:06.345854 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:06.346500 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.360759 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-33d1cb92-adba-48dd-ac36-c1ea9e3780d4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7097077 Aug 17 02:36:06.381084 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Request body: {'port': {'device_id': 'c88280fb-1374-489d-850d-50e6e8d1f216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:06.436484 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.880863 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32529b00-3bf4-4727-945f-17b2fae3b3a9 req-e6ed3619-82f5-479e-9d1c-d00aee123bad tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:06.882319 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-32529b00-3bf4-4727-945f-17b2fae3b3a9 req-e6ed3619-82f5-479e-9d1c-d00aee123bad tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 932 time: 0.0734606 Aug 17 02:36:06.959291 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-32529b00-3bf4-4727-945f-17b2fae3b3a9 req-c5e96eaa-a45e-4af1-b796-e5391a6f15f3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Aug 17 02:36:06.973133 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1494b5-1f1f-485e-881f-ee87f2c50dbd {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:06.980398 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:06.991764 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Transition to ACTIVE for port object bd1494b5-1f1f-485e-881f-ee87f2c50dbd will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:06.995765 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:07.061066 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:07.118049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Attempting to bind port bd1494b5-1f1f-485e-881f-ee87f2c50dbd on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:07.118386 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Attempting to bind port bd1494b5-1f1f-485e-881f-ee87f2c50dbd by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:07.118755 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Attempting to bind port bd1494b5-1f1f-485e-881f-ee87f2c50dbd on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:07.122948 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Port bd1494b5-1f1f-485e-881f-ee87f2c50dbd on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:07.123266 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Attempting to bind port bd1494b5-1f1f-485e-881f-ee87f2c50dbd on network 003c27b3-9d03-42a9-8448-e2eaa96117a3 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:07.129083 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:07.129626 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Checking segment: {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:07.129952 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Bound using segment: {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:07.130462 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Bound port: bd1494b5-1f1f-485e-881f-ee87f2c50dbd, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cdf3f9-1ac3-43f5-830a-760acc796747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:07.130939 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:07.233054 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b3fd2-0805-4b8d-a4c7-0328630d0b26 req-45e8010a-62ec-48fe-aa5c-6a9b9f3e5b6b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.234562 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-788b3fd2-0805-4b8d-a4c7-0328630d0b26 req-45e8010a-62ec-48fe-aa5c-6a9b9f3e5b6b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0930548 Aug 17 02:36:07.251721 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] For port bd1494b5-1f1f-485e-881f-ee87f2c50dbd, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:07.277212 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] For port bd1494b5-1f1f-485e-881f-ee87f2c50dbd, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:36:07.284625 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:07.319756 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-788b3fd2-0805-4b8d-a4c7-0328630d0b26 req-ddafb89b-88a3-426d-b279-055cfe13a03d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792427 Aug 17 02:36:07.329453 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.330144 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:07.332268 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] 10.222.0.63 "PUT /v2.0/ports/bd1494b5-1f1f-485e-881f-ee87f2c50dbd HTTP/1.1" status: 200 len: 1094 time: 0.9552062 Aug 17 02:36:07.332841 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88280fb-1374-489d-850d-50e6e8d1f216', 'tag': 'bd1494b5-1f1f-485e-881f-ee87f2c50dbd'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:07.335823 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf53cd50-6075-4ab5-809d-f04aadefb5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c88280fb-1374-489d-850d-50e6e8d1f216", "tag": "bd1494b5-1f1f-485e-881f-ee87f2c50dbd"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:07.361301 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a58d34-cf0a-484d-a01e-54a1e0732c54 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:07.381113 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380b0f02-4bc4-4025-a33d-ef7eb6a8aa54 x-openstack-request-id: req-380b0f02-4bc4-4025-a33d-ef7eb6a8aa54 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:07.381342 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88280fb-1374-489d-850d-50e6e8d1f216", "tag": "bd1494b5-1f1f-485e-881f-ee87f2c50dbd", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:07.381595 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-380b0f02-4bc4-4025-a33d-ef7eb6a8aa54 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:07.382011 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88280fb-1374-489d-850d-50e6e8d1f216', 'tag': 'bd1494b5-1f1f-485e-881f-ee87f2c50dbd', 'status': 'completed', 'code': 200} Aug 17 02:36:07.417575 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-9e7c60e1-5a09-47d5-a7f6-f8583fc34c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.419101 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-9e7c60e1-5a09-47d5-a7f6-f8583fc34c59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 1097 time: 0.0474756 Aug 17 02:36:07.468220 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-a95cea48-e4b1-4e4e-8a0b-31deba05c010 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1494b5-1f1f-485e-881f-ee87f2c50dbd HTTP/1.1" status: 200 len: 217 time: 0.0335703 Aug 17 02:36:07.516907 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-ea6ec984-b9e8-464e-b960-45d8d33fc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.518279 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-ea6ec984-b9e8-464e-b960-45d8d33fc0b4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 HTTP/1.1" status: 200 len: 853 time: 0.0421219 Aug 17 02:36:07.548939 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-45b20f58-9f9c-4e26-9c4f-0bbdefc4d51b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=003c27b3-9d03-42a9-8448-e2eaa96117a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231280 Aug 17 02:36:07.637712 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-5412c47c-f487-4c6a-bc90-70801ada7e28 service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817873 Aug 17 02:36:07.730303 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7df5e00-4cb8-4cb5-b60c-ce07a01175f7 req-92a333ac-b1d2-48cd-9802-19dc4ab03fd6 service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844471 Aug 17 02:36:07.819210 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-9b13ef48-e202-4307-88e0-1fc466f6341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.820860 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-9b13ef48-e202-4307-88e0-1fc466f6341a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39d10caaef914f97b9aba1e891f588ac&device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 1097 time: 0.0423820 Aug 17 02:36:07.911993 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-7aca2d8d-8a69-405e-9d2d-49ce3cd3f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:07.913352 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-7aca2d8d-8a69-405e-9d2d-49ce3cd3f8b8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 200 len: 914 time: 0.0847974 Aug 17 02:36:08.076088 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4f5d1-abbe-4b9b-b673-343cff0461a8 req-482e438f-032a-4ff2-b938-971f2500540f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:08.077534 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bcb4f5d1-abbe-4b9b-b673-343cff0461a8 req-482e438f-032a-4ff2-b938-971f2500540f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 944 time: 0.0525308 Aug 17 02:36:08.116241 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bcb4f5d1-abbe-4b9b-b673-343cff0461a8 req-75e0fc30-b34c-4eb7-ac34-5d4104744d7c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328350 Aug 17 02:36:08.256561 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-f2d95cf2-bba7-47e9-954b-5c9aca9ac0a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd1494b5-1f1f-485e-881f-ee87f2c50dbd HTTP/1.1" status: 200 len: 217 time: 0.0376854 Aug 17 02:36:08.308808 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-a00e0cfb-5c30-4420-a4b4-1faf25e78810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:08.310286 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-a00e0cfb-5c30-4420-a4b4-1faf25e78810 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 HTTP/1.1" status: 200 len: 853 time: 0.0444243 Aug 17 02:36:08.403444 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-6f9b6d07-7d50-4910-b9da-f01aab7008cd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=003c27b3-9d03-42a9-8448-e2eaa96117a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303037 Aug 17 02:36:08.449200 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeeaa7-2a65-442c-b86c-026a68c33680 req-7e4bc36d-b7b3-420b-9305-b5a9599469c9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:08.450576 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-eabeeaa7-2a65-442c-b86c-026a68c33680 req-7e4bc36d-b7b3-420b-9305-b5a9599469c9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Aug 17 02:36:08.564835 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-eabeeaa7-2a65-442c-b86c-026a68c33680 req-339dea96-0b7d-47b7-8081-48d265ac7042 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053138 Aug 17 02:36:08.584915 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65ac41-394f-453b-90ec-23b4c8555d42 req-54d737d6-9001-4541-9a9e-9c9339c5a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:08.586348 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f65ac41-394f-453b-90ec-23b4c8555d42 req-54d737d6-9001-4541-9a9e-9c9339c5a7e5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1098 time: 0.0822890 Aug 17 02:36:08.601884 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-3145c953-3e18-48e0-a644-b3c27fbddd47 service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504226 Aug 17 02:36:08.665967 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f65ac41-394f-453b-90ec-23b4c8555d42 req-00062ea2-d386-4676-a1fb-30750da223bd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Aug 17 02:36:08.705721 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf53cd50-6075-4ab5-809d-f04aadefb5a6 req-15b1e0b8-5582-4088-8a97-ad72de55862e service neutron] 10.222.0.63 "GET /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955079 Aug 17 02:36:08.739217 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-15ed9b15-4626-4812-ae2d-897ad4597556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:09.228433 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c268c8-06a1-437e-a0bb-412e2b2facdf req-4591d8ed-1c3f-45ef-9d97-669adc39dd89 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:09.229888 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-58c268c8-06a1-437e-a0bb-412e2b2facdf req-4591d8ed-1c3f-45ef-9d97-669adc39dd89 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 944 time: 0.0495868 Aug 17 02:36:09.267749 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-58c268c8-06a1-437e-a0bb-412e2b2facdf req-570d5ac0-cc6b-42ae-ab7e-9c8cd23bdd80 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Aug 17 02:36:09.685135 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835af34-d7e9-41e9-b7af-ddf2ab26d7ce req-e3332860-b034-4503-b797-728059499d80 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:09.686870 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8835af34-d7e9-41e9-b7af-ddf2ab26d7ce req-e3332860-b034-4503-b797-728059499d80 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0515196 Aug 17 02:36:09.725391 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8835af34-d7e9-41e9-b7af-ddf2ab26d7ce req-acbf5684-2c89-44e9-b9c2-5e0ad71d817c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Aug 17 02:36:10.384160 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95c243-8275-49bf-a3ef-ba0ca193f1e0 req-35244524-c2ca-44ce-8435-28a1c8008b85 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:10.385680 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b95c243-8275-49bf-a3ef-ba0ca193f1e0 req-35244524-c2ca-44ce-8435-28a1c8008b85 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 944 time: 0.0486615 Aug 17 02:36:10.427132 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b95c243-8275-49bf-a3ef-ba0ca193f1e0 req-55ff1b7e-4e64-4c46-99ba-f12ee6a88bb9 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Aug 17 02:36:10.846298 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2eb3b-523c-480b-93e6-8d60e3e15f59 req-4272bb10-9038-43a2-8d5f-7c2ba3507474 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:10.848319 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b1f2eb3b-523c-480b-93e6-8d60e3e15f59 req-4272bb10-9038-43a2-8d5f-7c2ba3507474 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0562642 Aug 17 02:36:10.886979 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b1f2eb3b-523c-480b-93e6-8d60e3e15f59 req-28304ef5-a1d6-4923-b598-bb57bac8ba0e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Aug 17 02:36:11.368200 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-21a6d7aa-7441-4ee1-8508-ba4e37f53f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.525395 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:11.545265 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66523378-6731-44fc-8115-99032f93c5c3 req-b6a35e77-8e8c-4ffa-9a61-2e6e0df98918 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:11.546768 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-66523378-6731-44fc-8115-99032f93c5c3 req-b6a35e77-8e8c-4ffa-9a61-2e6e0df98918 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Aug 17 02:36:11.586373 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-66523378-6731-44fc-8115-99032f93c5c3 req-0f5efd63-c560-4281-96c0-1303372f75ba tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329540 Aug 17 02:36:11.844465 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272fa12-78aa-4e33-9707-c7de56cd30af req-5bc60afe-1c6d-4ceb-afd1-31cffd5838a5 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:11.845996 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b272fa12-78aa-4e33-9707-c7de56cd30af req-5bc60afe-1c6d-4ceb-afd1-31cffd5838a5 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0608280 Aug 17 02:36:11.890029 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b272fa12-78aa-4e33-9707-c7de56cd30af req-80284ce4-82fe-46a3-a1e5-35be492970ad tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364931 Aug 17 02:36:12.010227 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb66dc-6422-40bd-886a-955c6607b587 req-6a4a6bbe-f053-4e13-9855-a7fc56f0db41 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:12.011735 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-eeeb66dc-6422-40bd-886a-955c6607b587 req-6a4a6bbe-f053-4e13-9855-a7fc56f0db41 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0550752 Aug 17 02:36:12.055113 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-eeeb66dc-6422-40bd-886a-955c6607b587 req-0867019b-44e0-467f-8643-e8487e6b9cb1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369277 Aug 17 02:36:12.110344 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:36:12.136838 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:12.433965 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-683b4a6e-b53c-4712-b89b-bb4cdae1f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:12.435662 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-683b4a6e-b53c-4712-b89b-bb4cdae1f2c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 1098 time: 0.0970218 Aug 17 02:36:12.450280 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ab840-6548-4426-809d-1030a66771b3 req-a794db96-d680-4b34-a82f-d8d40d792238 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:12.452611 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e8ab840-6548-4426-809d-1030a66771b3 req-a794db96-d680-4b34-a82f-d8d40d792238 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1043866 Aug 17 02:36:12.551409 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e8ab840-6548-4426-809d-1030a66771b3 req-96e509d0-71be-4000-8f27-c1eae3f130c1 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898831 Aug 17 02:36:12.581814 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-41d85238-41b1-4ed6-b11f-2a3838fc71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:12.583312 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-41d85238-41b1-4ed6-b11f-2a3838fc71d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 200 len: 920 time: 0.1295996 Aug 17 02:36:12.630220 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-3aed7fa6-f88f-4907-93f4-774a07cf226b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a48879d-0fba-46ab-8885-aeaff4273855 HTTP/1.1" status: 200 len: 217 time: 0.0382960 Aug 17 02:36:12.704453 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-dcfccf46-bb5a-4064-9575-5260510ff90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:12.705789 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-dcfccf46-bb5a-4064-9575-5260510ff90b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 200 len: 859 time: 0.0678227 Aug 17 02:36:12.730859 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4b9b6-f486-4506-822d-a508d7742793 req-6deae403-6385-40ff-8635-e0bc5c8d32bc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:12.732285 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-93a4b9b6-f486-4506-822d-a508d7742793 req-6deae403-6385-40ff-8635-e0bc5c8d32bc tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 944 time: 0.0684650 Aug 17 02:36:12.748809 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-af3cb396-b821-4307-ba70-6d97354b443f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342996 Aug 17 02:36:12.827758 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-93a4b9b6-f486-4506-822d-a508d7742793 req-ca2b1e5d-4b24-46bf-8358-0ccf9a4dad21 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817368 Aug 17 02:36:12.862795 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-f497a3b1-4734-45f5-936d-2318a8d065e9 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024020 Aug 17 02:36:12.974059 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-24fd949d-16e4-4b59-9e7f-a95eb5afa84a req-a0176a46-348f-469f-8133-4a68699b79b3 service neutron] 10.222.0.63 "GET /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994751 Aug 17 02:36:13.009470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ad70-92cf-478d-8590-55dfbfacf23e req-b55b3baf-ea7f-4360-b2e4-ae4b412fb22d tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:13.010990 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-84d9ad70-92cf-478d-8590-55dfbfacf23e req-b55b3baf-ea7f-4360-b2e4-ae4b412fb22d tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0516570 Aug 17 02:36:13.048322 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-84d9ad70-92cf-478d-8590-55dfbfacf23e req-d6bee180-179a-44d6-84b1-26febe9b692d tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313134 Aug 17 02:36:13.667439 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6673fc-a310-4fb4-b175-b73fa9e773ff req-8331930a-b2c5-493b-86ee-ac86df771241 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:13.668907 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2d6673fc-a310-4fb4-b175-b73fa9e773ff req-8331930a-b2c5-493b-86ee-ac86df771241 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0491061 Aug 17 02:36:13.707562 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2d6673fc-a310-4fb4-b175-b73fa9e773ff req-dd59310e-231f-4a92-a1f2-078c94802f28 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Aug 17 02:36:13.944901 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65d2d-6a7f-4e74-95b1-9a4f59e4f1b4 req-145c53cf-fd92-4e57-9236-52e9fff37cb2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:13.946514 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-78e65d2d-6a7f-4e74-95b1-9a4f59e4f1b4 req-145c53cf-fd92-4e57-9236-52e9fff37cb2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 944 time: 0.0517967 Aug 17 02:36:13.989664 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-78e65d2d-6a7f-4e74-95b1-9a4f59e4f1b4 req-73edc011-efe0-45ae-ade7-63fddd9173c0 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363665 Aug 17 02:36:14.040729 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.161101 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf897c-1092-4b5d-9772-7e8e803d95b9 req-ad4c9c9f-a840-47bc-aa6e-aacd53671635 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:14.162552 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-57cf897c-1092-4b5d-9772-7e8e803d95b9 req-ad4c9c9f-a840-47bc-aa6e-aacd53671635 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0485082 Aug 17 02:36:14.199135 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-57cf897c-1092-4b5d-9772-7e8e803d95b9 req-52d93f7b-1fcd-42dc-aaf7-186acb377bb7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Aug 17 02:36:14.550726 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-cc55fa7a-170c-487b-8299-105a0eb1a602 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:14.552167 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-cc55fa7a-170c-487b-8299-105a0eb1a602 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.63 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 945 time: 0.0471964 Aug 17 02:36:14.650497 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Deleting port 44822b51-d887-423b-915d-c8eccebedcb7 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:14.650870 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.744513 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] For port 44822b51-d887-423b-915d-c8eccebedcb7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=44822b51-d887-423b-915d-c8eccebedcb7,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:14.745085 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:14.758265 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Calling delete_port for 44822b51-d887-423b-915d-c8eccebedcb7 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:14.891693 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-81faf540-3de2-4dcd-8bbe-e11f5a2be5ec tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701596850&fields=id&tenant_id=b5ea5ff6e0a843e380968b1e78c0765a HTTP/1.1" status: 200 len: 267 time: 0.0901022 Aug 17 02:36:14.900832 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4d0e1-7e4b-4f95-9760-bdd873e235f3 req-d288526b-2be8-4937-9085-d1ba7c24fae6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:14.902232 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3a4d0e1-7e4b-4f95-9760-bdd873e235f3 req-d288526b-2be8-4937-9085-d1ba7c24fae6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0997121 Aug 17 02:36:15.030269 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3a4d0e1-7e4b-4f95-9760-bdd873e235f3 req-00dd6321-e523-47cd-914e-79d70ff7c321 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172991 Aug 17 02:36:15.037628 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.051393 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['44822b51-d887-423b-915d-c8eccebedcb7'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:15.078789 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Pushing event deleted for resources: {'Port': ['ID=44822b51-d887-423b-915d-c8eccebedcb7,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:15.144422 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-810cfee6-5959-4771-b96e-e7aa81f70e71 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:15.145864 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-810cfee6-5959-4771-b96e-e7aa81f70e71 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 812 time: 0.2422211 Aug 17 02:36:15.160941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] No DVR routers for this DVR port 44822b51-d887-423b-915d-c8eccebedcb7 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:36:15.169368 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.171180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf72ceeb-acec-4e2e-9ea0-2e71e0daaf8e req-e388af90-5901-4b2c-ae60-e3f977a3f2e7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.63 "DELETE /v2.0/ports/44822b51-d887-423b-915d-c8eccebedcb7 HTTP/1.1" status: 204 len: 173 time: 0.6125250 Aug 17 02:36:15.171600 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b', 'name': 'network-vif-deleted', 'tag': '44822b51-d887-423b-915d-c8eccebedcb7'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:15.173743 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badf6f39-31d8-4783-9980-50d8fae602d2" -d '{"events": [{"server_uuid": "e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b", "name": "network-vif-deleted", "tag": "44822b51-d887-423b-915d-c8eccebedcb7"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:15.182676 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-a32c7a32-b6a3-428e-a54a-e32307cb2f98 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/quotas/b5ea5ff6e0a843e380968b1e78c0765a HTTP/1.1" status: 200 len: 375 time: 0.0233948 Aug 17 02:36:15.207485 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cacb4-e019-4683-b990-fd240a3707e8 req-b7f76b69-b2ca-459e-bb9a-0db34e6903ef tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:15.208901 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3d7cacb4-e019-4683-b990-fd240a3707e8 req-b7f76b69-b2ca-459e-bb9a-0db34e6903ef tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 944 time: 0.1152148 Aug 17 02:36:15.271560 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-ca6f9aea-8461-4202-8e71-26e82271ba58 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801296 Aug 17 02:36:15.274526 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3d7cacb4-e019-4683-b990-fd240a3707e8 req-f6b255a9-437f-4012-a2ff-c2c584452861 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469737 Aug 17 02:36:15.329349 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ebf291-251b-431c-8126-5c4c79ee6e47 x-openstack-request-id: req-68ebf291-251b-431c-8126-5c4c79ee6e47 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:15.329623 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b", "name": "network-vif-deleted", "tag": "44822b51-d887-423b-915d-c8eccebedcb7", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:15.329875 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68ebf291-251b-431c-8126-5c4c79ee6e47 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:15.330268 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b', 'name': 'network-vif-deleted', 'tag': '44822b51-d887-423b-915d-c8eccebedcb7', 'status': 'completed', 'code': 200} Aug 17 02:36:15.374204 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-44b6bb4b-9e89-4370-bd19-0203367933f0 service neutron] 10.222.0.52 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903957 Aug 17 02:36:15.375007 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device bd1494b5-1f1f-485e-881f-ee87f2c50dbd details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:15.446058 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3b8fae60-5870-48ae-8716-db7d44153c5a req-0d0c0bf8-a165-486c-a08b-1f4ff7960625 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a69b9e-85f3-4ef0-ba07-a86dd5dc2a7b HTTP/1.1" status: 200 len: 210 time: 0.0635278 Aug 17 02:36:15.470249 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port bd1494b5-1f1f-485e-881f-ee87f2c50dbd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:15.483041 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'bd1494b5-1f1f-485e-881f-ee87f2c50dbd', 'network_id': '003c27b3-9d03-42a9-8448-e2eaa96117a3', 'port_id': 'bd1494b5-1f1f-485e-881f-ee87f2c50dbd', 'mac_address': 'fa:16:3e:99:48:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0187f9a6-5b26-47ba-abaf-9d56e2e3bf89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:15.490968 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-94d36890-d922-403c-97e3-1770625c757a service neutron] 10.222.0.52 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095507 Aug 17 02:36:15.526382 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.539473 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1494b5-1f1f-485e-881f-ee87f2c50dbd {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:15.559542 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port bd1494b5-1f1f-485e-881f-ee87f2c50dbd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:15.564546 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:15.614336 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:15.621184 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.621530 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.621865 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.622381 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.622738 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.623070 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.623395 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.623718 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.624061 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.624389 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.624708 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.625088 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:15.798462 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-470eb352-4312-4980-a21a-e7b39026a17e req-8b83614d-3da6-4526-aa1f-6f01171a0784 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 210 time: 0.0370419 Aug 17 02:36:16.148842 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a56139-5d49-47a2-a242-00824879917c req-d872aa85-03e6-47ab-9126-4bec0be45b8c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:16.150378 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-59a56139-5d49-47a2-a242-00824879917c req-d872aa85-03e6-47ab-9126-4bec0be45b8c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Aug 17 02:36:16.156683 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['bd1494b5-1f1f-485e-881f-ee87f2c50dbd'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:16.191991 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-59a56139-5d49-47a2-a242-00824879917c req-ad648254-f41f-45c2-acb7-80d6b34b6fca tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Aug 17 02:36:16.392489 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2175f2d-f827-45c3-aacc-a08c21f40618 req-7ea09cf5-7cfe-46db-8afa-c58b7502ac06 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:16.394683 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c2175f2d-f827-45c3-aacc-a08c21f40618 req-7ea09cf5-7cfe-46db-8afa-c58b7502ac06 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 945 time: 0.0484207 Aug 17 02:36:16.431526 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c2175f2d-f827-45c3-aacc-a08c21f40618 req-4722556b-f0ed-4daa-a596-ff3b9fc6ee04 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307345 Aug 17 02:36:16.875426 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-5f3d8283-982d-4c53-824e-c6a0976b8050 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:16.876830 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-5f3d8283-982d-4c53-824e-c6a0976b8050 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 812 time: 0.1149487 Aug 17 02:36:16.907110 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e2459ff-754b-4b4b-8959-d4ccb41e25a7 req-cdf175e5-b903-48ba-a858-cf1cf75ab3b4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 210 time: 0.0393794 Aug 17 02:36:16.944420 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-81f854ec-d0f1-4446-aaaa-c78e3ffb1255 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ea5ff6e0a843e380968b1e78c0765a HTTP/1.1" status: 200 len: 380 time: 0.0576098 Aug 17 02:36:16.954418 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'port': {'device_id': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'admin_state_up': True, 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'security_groups': ['83dc3bdb-6428-4222-b13a-f79f563294e2']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:17.066237 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Made reservation on behalf of b5ea5ff6e0a843e380968b1e78c0765a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:17.069806 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:17.189835 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Allocated IP 172.20.0.4 (d21728e9-5b0d-42e9-bfd9-c93604266480/d4f44cf5-3301-417d-9b11-73c96f76725f/18e57878-c403-4801-931f-a25c8763af5e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:17.352612 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2172a-0a81-4cef-b453-7928955065e8 req-3345abcd-166a-4c99-a40b-bec1c4f62df3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:17.354085 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-29e2172a-0a81-4cef-b453-7928955065e8 req-3345abcd-166a-4c99-a40b-bec1c4f62df3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0829904 Aug 17 02:36:17.367724 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:17.399429 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Transition to ACTIVE for port object 18e57878-c403-4801-931f-a25c8763af5e will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:17.418058 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-29e2172a-0a81-4cef-b453-7928955065e8 req-bb38d917-edf2-4f66-90d5-0274214c2404 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557601 Aug 17 02:36:17.444440 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:17.482975 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Network d21728e9-5b0d-42e9-bfd9-c93604266480 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:17.485950 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:17.492239 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:17.551305 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'Port': ['ID=18e57878-c403-4801-931f-a25c8763af5e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:17.575660 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:17.576273 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:17.600010 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc549f-7388-4e5b-b0d4-b5321bcb3f44 req-db555cfc-794e-4a60-be75-45e5df480bce tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:17.601572 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0cc549f-7388-4e5b-b0d4-b5321bcb3f44 req-db555cfc-794e-4a60-be75-45e5df480bce tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 945 time: 0.0863111 Aug 17 02:36:17.603446 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-0e2c94e2-ad80-4395-87b6-4e9901c0de61 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6527712 Aug 17 02:36:17.641795 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0cc549f-7388-4e5b-b0d4-b5321bcb3f44 req-bb8a12b1-a91c-4663-a58d-cacf7ef0d14c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Aug 17 02:36:17.694003 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-8d0e9696-a040-40ae-93b4-1a328040be15 None None] Provisioning for port 18e57878-c403-4801-931f-a25c8763af5e completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:17.697723 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-8d0e9696-a040-40ae-93b4-1a328040be15 None None] Provisioning complete for port 18e57878-c403-4801-931f-a25c8763af5e triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:17.698031 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9696-a040-40ae-93b4-1a328040be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:17.731734 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e9696-a040-40ae-93b4-1a328040be15 None None] Port 18e57878-c403-4801-931f-a25c8763af5e cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:36:18.025353 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f879b26-49d3-402f-baad-0f3ef1431f5d req-3b92e186-9a23-414b-8142-4db2229376b4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:18.026849 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f879b26-49d3-402f-baad-0f3ef1431f5d req-3b92e186-9a23-414b-8142-4db2229376b4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 931 time: 0.0524964 Aug 17 02:36:18.064358 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7f879b26-49d3-402f-baad-0f3ef1431f5d req-c4dd5913-a825-4e79-8b45-ff78576862d8 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Aug 17 02:36:18.534350 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f769b85-223b-437c-9050-29dc0a38995a req-48816049-ef86-4ea5-8622-af900167f898 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:18.535865 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f769b85-223b-437c-9050-29dc0a38995a req-48816049-ef86-4ea5-8622-af900167f898 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Aug 17 02:36:18.572835 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f769b85-223b-437c-9050-29dc0a38995a req-ea0dba95-6f1a-40dc-8d9b-015676d78e53 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309229 Aug 17 02:36:18.758741 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4805-8498-408a-a6b3-d57984f1eada req-367de0d0-9895-4e15-adfb-48041d8cc442 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:18.760236 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-526b4805-8498-408a-a6b3-d57984f1eada req-367de0d0-9895-4e15-adfb-48041d8cc442 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 945 time: 0.0501072 Aug 17 02:36:18.796990 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-526b4805-8498-408a-a6b3-d57984f1eada req-f7428e5e-72c6-4ffc-b81f-f5d24865b99e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308356 Aug 17 02:36:19.182038 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fed5b-3a7d-495e-91d3-3af7bdf17f14 req-5a972c65-f6f0-4376-bc12-426748ff9c72 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:19.183512 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4d3fed5b-3a7d-495e-91d3-3af7bdf17f14 req-5a972c65-f6f0-4376-bc12-426748ff9c72 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 931 time: 0.0514231 Aug 17 02:36:19.220165 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4d3fed5b-3a7d-495e-91d3-3af7bdf17f14 req-11d3720b-6bb6-429d-9361-19f956ffd137 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305455 Aug 17 02:36:19.686650 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bef2c-a439-47d3-8c91-d06822c5c96b req-3199ab0e-1242-49ee-9c3b-95496debef15 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:19.688106 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe5bef2c-a439-47d3-8c91-d06822c5c96b req-3199ab0e-1242-49ee-9c3b-95496debef15 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0487404 Aug 17 02:36:19.726176 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe5bef2c-a439-47d3-8c91-d06822c5c96b req-e5c3bea9-9b9f-4abe-af81-1f15032733dd tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Aug 17 02:36:19.825061 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Request body: {'port': {'device_id': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:19.891084 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:19.959834 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f6ebd-3fe8-4fa8-8e07-8bd668345ed6 req-cb2a610d-dee5-4494-a118-b7da83e3a896 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:19.961292 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a08f6ebd-3fe8-4fa8-8e07-8bd668345ed6 req-cb2a610d-dee5-4494-a118-b7da83e3a896 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 945 time: 0.0897560 Aug 17 02:36:20.063600 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a08f6ebd-3fe8-4fa8-8e07-8bd668345ed6 req-3b734c66-a35a-4e6f-8373-2486603f2677 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922799 Aug 17 02:36:20.392548 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c77d53-f0ab-4ced-9648-9b078db4ae71 req-10f1f1a1-4bf5-4460-95bc-26f0e772956e tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:20.394506 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b7c77d53-f0ab-4ced-9648-9b078db4ae71 req-10f1f1a1-4bf5-4460-95bc-26f0e772956e tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 931 time: 0.0993259 Aug 17 02:36:20.453892 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b7c77d53-f0ab-4ced-9648-9b078db4ae71 req-3b6337f5-3e12-4fa3-b84e-b913d7b860fb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486259 Aug 17 02:36:20.485079 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e57878-c403-4801-931f-a25c8763af5e {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:20.492561 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.504816 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Transition to ACTIVE for port object 18e57878-c403-4801-931f-a25c8763af5e will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:20.508213 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.558975 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Pushing event updated for resources: {'Port': ['ID=18e57878-c403-4801-931f-a25c8763af5e,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:20.624099 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Attempting to bind port 18e57878-c403-4801-931f-a25c8763af5e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:20.624425 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Attempting to bind port 18e57878-c403-4801-931f-a25c8763af5e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:20.624743 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Attempting to bind port 18e57878-c403-4801-931f-a25c8763af5e on network d21728e9-5b0d-42e9-bfd9-c93604266480 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:20.629749 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Port 18e57878-c403-4801-931f-a25c8763af5e on network d21728e9-5b0d-42e9-bfd9-c93604266480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:20.630062 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Attempting to bind port 18e57878-c403-4801-931f-a25c8763af5e on network d21728e9-5b0d-42e9-bfd9-c93604266480 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:20.634944 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:20.635272 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Checking segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:20.635653 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Bound using segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:20.636073 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Bound port: 18e57878-c403-4801-931f-a25c8763af5e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:20.636421 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.700673 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] For port 18e57878-c403-4801-931f-a25c8763af5e, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:20.703647 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] For port 18e57878-c403-4801-931f-a25c8763af5e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=18e57878-c403-4801-931f-a25c8763af5e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:36:20.709003 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.746897 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:20.747475 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:20.748984 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] 10.222.0.63 "PUT /v2.0/ports/18e57878-c403-4801-931f-a25c8763af5e HTTP/1.1" status: 200 len: 1093 time: 0.9285400 Aug 17 02:36:20.749436 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'tag': '18e57878-c403-4801-931f-a25c8763af5e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:20.751705 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bc94f1-1e05-49f1-b157-b035a6f2ae4c" -d '{"events": [{"name": "network-changed", "server_uuid": "25f2c331-dcb8-4487-b93e-969d2be0a96a", "tag": "18e57878-c403-4801-931f-a25c8763af5e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:20.775304 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a6898-b20e-40b9-97fc-41f352ffe03d service neutron] Pushing event updated for resources: {'Port': ['ID=18e57878-c403-4801-931f-a25c8763af5e,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:20.859529 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd710522-04f1-47ae-a9fb-5523357acb86 req-bd773639-3286-4f0b-9f04-ef0e7519fdbc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:20.861046 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cd710522-04f1-47ae-a9fb-5523357acb86 req-bd773639-3286-4f0b-9f04-ef0e7519fdbc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0576837 Aug 17 02:36:20.904176 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cd710522-04f1-47ae-a9fb-5523357acb86 req-ba295649-c302-403d-b5c8-63c8c12fc3df tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367329 Aug 17 02:36:20.949397 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f871158-65ab-4704-a8a0-cc01fbf45976 x-openstack-request-id: req-7f871158-65ab-4704-a8a0-cc01fbf45976 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:20.949695 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f2c331-dcb8-4487-b93e-969d2be0a96a", "tag": "18e57878-c403-4801-931f-a25c8763af5e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:20.949952 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f871158-65ab-4704-a8a0-cc01fbf45976 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:20.950354 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'tag': '18e57878-c403-4801-931f-a25c8763af5e', 'status': 'completed', 'code': 200} Aug 17 02:36:21.178622 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a28f5-4e5e-40dd-ba81-fafd708603f9 req-711b5717-ff62-4558-bb4e-a1dcb2c4884c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:21.180055 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7d3a28f5-4e5e-40dd-ba81-fafd708603f9 req-711b5717-ff62-4558-bb4e-a1dcb2c4884c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 945 time: 0.0479965 Aug 17 02:36:21.217884 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7d3a28f5-4e5e-40dd-ba81-fafd708603f9 req-c78e221c-9e56-46f9-bba0-fde0cfe67e64 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Aug 17 02:36:21.467957 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 44822b51-d887-423b-915d-c8eccebedcb7 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:21.489013 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 44822b51-d887-423b-915d-c8eccebedcb7 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:36:21.489359 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 44822b51-d887-423b-915d-c8eccebedcb7 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:36:21.575249 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e741d-effa-4b16-ba0d-103b99ff3a4f req-38ed577e-bbb4-4062-b135-76da2d77a79d tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:21.576731 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-187e741d-effa-4b16-ba0d-103b99ff3a4f req-38ed577e-bbb4-4062-b135-76da2d77a79d tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.0541766 Aug 17 02:36:21.644765 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-187e741d-effa-4b16-ba0d-103b99ff3a4f req-e8ee1ea6-d2a8-4ee2-932a-2531d6895ace tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597875 Aug 17 02:36:21.647540 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc94f1-1e05-49f1-b157-b035a6f2ae4c req-0d70b502-1185-4170-973e-18ffb8114109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:21.648758 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-79bc94f1-1e05-49f1-b157-b035a6f2ae4c req-0d70b502-1185-4170-973e-18ffb8114109 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 1096 time: 0.0712035 Aug 17 02:36:22.079686 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca67814-48ab-4324-b2d8-d67c45215222 req-f97092dc-04b7-4741-9310-f12ba4de4e8d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.081702 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ca67814-48ab-4324-b2d8-d67c45215222 req-f97092dc-04b7-4741-9310-f12ba4de4e8d tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1076901 Aug 17 02:36:22.121822 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc94f1-1e05-49f1-b157-b035a6f2ae4c req-d80c7904-9492-4796-9219-34021d93588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.123269 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-79bc94f1-1e05-49f1-b157-b035a6f2ae4c req-d80c7904-9492-4796-9219-34021d93588b service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1405005 Aug 17 02:36:22.142993 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ca67814-48ab-4324-b2d8-d67c45215222 req-825d1141-9b47-4d9e-bd10-34fac22847d7 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525179 Aug 17 02:36:22.225487 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc94f1-1e05-49f1-b157-b035a6f2ae4c req-cb555853-c00f-4c05-8f04-406b524fa3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.227099 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-79bc94f1-1e05-49f1-b157-b035a6f2ae4c req-cb555853-c00f-4c05-8f04-406b524fa3c6 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934291 Aug 17 02:36:22.344092 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-de263634-85d9-4e92-bad4-af86fd59343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.345515 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-de263634-85d9-4e92-bad4-af86fd59343f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 1096 time: 0.0756886 Aug 17 02:36:22.360054 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91f3b8-b922-48d5-87a3-6ccb4e19c83c req-866b205c-8340-4f14-aaf6-3f4e34150dbe tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.361445 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7b91f3b8-b922-48d5-87a3-6ccb4e19c83c req-866b205c-8340-4f14-aaf6-3f4e34150dbe tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 945 time: 0.0667212 Aug 17 02:36:22.412533 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-908facc0-6bd7-48ad-9743-ba884915abe9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18e57878-c403-4801-931f-a25c8763af5e HTTP/1.1" status: 200 len: 217 time: 0.0477064 Aug 17 02:36:22.465220 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7b91f3b8-b922-48d5-87a3-6ccb4e19c83c req-29c9ddf8-7265-4fa8-ac04-cfbe04cac735 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944958 Aug 17 02:36:22.479279 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-b31aedd2-33d3-43fa-a84d-ee439a4aada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.480729 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-b31aedd2-33d3-43fa-a84d-ee439a4aada9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0599351 Aug 17 02:36:22.527391 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-50bdbb8e-854d-4a23-b50d-10c34c3e5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.528796 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-50bdbb8e-854d-4a23-b50d-10c34c3e5569 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391757 Aug 17 02:36:22.617796 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-7675e053-893e-4f22-8fcc-7ba84fc006fd service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806487 Aug 17 02:36:22.716688 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97a84fc0-7517-4c9a-84ad-005e33ce8f0a req-129856b4-8e8d-4f3c-a19a-e6ee8a03d961 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899856 Aug 17 02:36:22.766709 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92cef2-cd08-4441-924b-99aafb728077 req-aa4387eb-1316-4a48-bbe1-0bfc84124214 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:22.768294 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cb92cef2-cd08-4441-924b-99aafb728077 req-aa4387eb-1316-4a48-bbe1-0bfc84124214 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.0503006 Aug 17 02:36:22.806126 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cb92cef2-cd08-4441-924b-99aafb728077 req-cff2bc92-410c-4916-aa23-89ec113666d7 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318048 Aug 17 02:36:23.261356 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d92f2-6d24-417a-990a-4063880307b8 req-a9ad283d-e2e5-4586-850e-2ce42afb4d90 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:23.262831 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-491d92f2-6d24-417a-990a-4063880307b8 req-a9ad283d-e2e5-4586-850e-2ce42afb4d90 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0525339 Aug 17 02:36:23.301326 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-491d92f2-6d24-417a-990a-4063880307b8 req-d599888e-a40e-4ba7-875d-05c1c2d8e3db tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Aug 17 02:36:23.579941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe262c96-48a2-4b9b-b6ba-38426ee27f6e req-6c91e5ed-a78b-438c-9953-01559a2f9186 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:23.582078 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe262c96-48a2-4b9b-b6ba-38426ee27f6e req-6c91e5ed-a78b-438c-9953-01559a2f9186 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 945 time: 0.0495882 Aug 17 02:36:23.618311 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe262c96-48a2-4b9b-b6ba-38426ee27f6e req-bfc9bc32-e991-4569-81a3-907ccdce4def tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303619 Aug 17 02:36:23.818937 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device bd1494b5-1f1f-485e-881f-ee87f2c50dbd up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:23.867771 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port bd1494b5-1f1f-485e-881f-ee87f2c50dbd completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:23.871724 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port bd1494b5-1f1f-485e-881f-ee87f2c50dbd triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:23.872096 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.921615 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a0cf4-ae5d-4e4e-bde3-c7c35adad8c4 req-31ae4320-474e-4329-9d74-378059d7e882 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:23.923098 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe6a0cf4-ae5d-4e4e-bde3-c7c35adad8c4 req-31ae4320-474e-4329-9d74-378059d7e882 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.0483975 Aug 17 02:36:23.951768 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:23.962039 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe6a0cf4-ae5d-4e4e-bde3-c7c35adad8c4 req-c8049268-fb2b-4fde-b992-6691cdf9bec0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322509 Aug 17 02:36:23.974082 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88280fb-1374-489d-850d-50e6e8d1f216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1494b5-1f1f-485e-881f-ee87f2c50dbd'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:23.976710 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20180774-6324-4630-8081-e0dfc581eddd" -d '{"events": [{"server_uuid": "c88280fb-1374-489d-850d-50e6e8d1f216", "name": "network-vif-plugged", "status": "completed", "tag": "bd1494b5-1f1f-485e-881f-ee87f2c50dbd"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:23.989783 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port bd1494b5-1f1f-485e-881f-ee87f2c50dbd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:23.993547 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:24.021183 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a13f7-22b7-4805-b6ca-36a237863f6a x-openstack-request-id: req-219a13f7-22b7-4805-b6ca-36a237863f6a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:24.021462 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88280fb-1374-489d-850d-50e6e8d1f216", "name": "network-vif-plugged", "status": "completed", "tag": "bd1494b5-1f1f-485e-881f-ee87f2c50dbd", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:24.021716 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-219a13f7-22b7-4805-b6ca-36a237863f6a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:24.022094 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88280fb-1374-489d-850d-50e6e8d1f216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1494b5-1f1f-485e-881f-ee87f2c50dbd', 'code': 200} Aug 17 02:36:24.041833 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:24.181987 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22ab41-e85b-4552-b46f-b4510a36a030 req-cb5aef27-c9c3-44b7-b1ee-3619c7d727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:24.183512 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3e22ab41-e85b-4552-b46f-b4510a36a030 req-cb5aef27-c9c3-44b7-b1ee-3619c7d727c7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 1099 time: 0.0437970 Aug 17 02:36:24.220118 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3e22ab41-e85b-4552-b46f-b4510a36a030 req-164d0b87-70db-4550-9ca5-7bfbfd0c4622 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276570 Aug 17 02:36:24.414605 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095a90f-988b-47c4-bf33-7979144b382a req-2ecdf592-4abe-4aa3-96be-4e188e4d602e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:24.416047 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f095a90f-988b-47c4-bf33-7979144b382a req-2ecdf592-4abe-4aa3-96be-4e188e4d602e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0484049 Aug 17 02:36:24.453961 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f095a90f-988b-47c4-bf33-7979144b382a req-7b45063d-d2f1-44e9-8344-bc6dae441253 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Aug 17 02:36:24.740589 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f404-2412-4728-a223-d46f250026f3 req-e89accdb-e6ba-454e-80dc-1e7559c278f6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:24.742227 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-60b7f404-2412-4728-a223-d46f250026f3 req-e89accdb-e6ba-454e-80dc-1e7559c278f6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0557387 Aug 17 02:36:24.780481 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-60b7f404-2412-4728-a223-d46f250026f3 req-c59aa4a4-f290-4870-a753-b04054f5816c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319054 Aug 17 02:36:25.078529 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff264e-a812-40ca-a55b-8f371ee834a7 req-7123c1c1-da77-4db5-865d-1442dd03d236 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:25.079915 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-09ff264e-a812-40ca-a55b-8f371ee834a7 req-7123c1c1-da77-4db5-865d-1442dd03d236 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.0514865 Aug 17 02:36:25.118379 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-09ff264e-a812-40ca-a55b-8f371ee834a7 req-d2fd5938-b164-46b7-98b0-8e62628f0255 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313351 Aug 17 02:36:25.897005 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65e7bb-0381-47dc-bd5d-a192da0e8c1e req-5e16e345-174c-4e4e-aa1e-62d1681994c1 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:25.898426 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5c65e7bb-0381-47dc-bd5d-a192da0e8c1e req-5e16e345-174c-4e4e-aa1e-62d1681994c1 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0489283 Aug 17 02:36:25.934226 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5c65e7bb-0381-47dc-bd5d-a192da0e8c1e req-91d306d8-03c0-479f-8f0a-3905aab6288b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297651 Aug 17 02:36:26.231875 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8cc5-186a-462d-bfbd-d74866b5dc4f req-f7bf675c-ae95-43df-9b9e-2dce10b2b792 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:26.233351 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-888f8cc5-186a-462d-bfbd-d74866b5dc4f req-f7bf675c-ae95-43df-9b9e-2dce10b2b792 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.0500729 Aug 17 02:36:26.272597 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-888f8cc5-186a-462d-bfbd-d74866b5dc4f req-9b2e5a84-e799-49af-8bd1-cbed2e9b7159 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Aug 17 02:36:27.054493 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68304581-310f-4304-9c2c-d7c7d6095a96 req-872f8356-7e2f-472d-a171-a456d926d237 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:27.056235 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-68304581-310f-4304-9c2c-d7c7d6095a96 req-872f8356-7e2f-472d-a171-a456d926d237 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0568435 Aug 17 02:36:27.093188 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-68304581-310f-4304-9c2c-d7c7d6095a96 req-550ab957-c47e-4b15-8dce-ae850b2b91aa tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307362 Aug 17 02:36:27.385703 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aa716-4f23-4b1e-81c1-f2ec494f8e71 req-0e50f921-ebba-4209-b609-f782886cfa01 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:27.387217 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b86aa716-4f23-4b1e-81c1-f2ec494f8e71 req-0e50f921-ebba-4209-b609-f782886cfa01 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.0498121 Aug 17 02:36:27.426682 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b86aa716-4f23-4b1e-81c1-f2ec494f8e71 req-04faba48-36a8-4461-967a-8bf69a389194 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333326 Aug 17 02:36:28.206896 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f64a6f-3a4e-4eb4-bd91-1c89635ddf97 req-492e6795-a39d-4fa1-ba6f-671dd6aedaf4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:28.208334 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a5f64a6f-3a4e-4eb4-bd91-1c89635ddf97 req-492e6795-a39d-4fa1-ba6f-671dd6aedaf4 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Aug 17 02:36:28.244275 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a5f64a6f-3a4e-4eb4-bd91-1c89635ddf97 req-8344cd99-91c8-485c-8857-af9c5d383bb9 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300918 Aug 17 02:36:28.541217 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351952-f1cf-40be-9f1c-ecfeef98e77f req-749f13b7-cf48-43f3-8336-d0db87cb466b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:28.542697 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06351952-f1cf-40be-9f1c-ecfeef98e77f req-749f13b7-cf48-43f3-8336-d0db87cb466b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.0516093 Aug 17 02:36:28.580134 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06351952-f1cf-40be-9f1c-ecfeef98e77f req-86e3e59d-729b-4f34-95d3-f491fed6ce24 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Aug 17 02:36:29.355270 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fac9a6-318f-4db5-99d3-727860ecec1e req-a8710929-cbbb-450a-8c52-a524619e6bb8 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:29.356737 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-84fac9a6-318f-4db5-99d3-727860ecec1e req-a8710929-cbbb-450a-8c52-a524619e6bb8 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0484717 Aug 17 02:36:29.394183 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-84fac9a6-318f-4db5-99d3-727860ecec1e req-11f30a7b-7ac0-4ba0-9c25-82f4ee2c70a8 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310900 Aug 17 02:36:29.692198 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8404-828a-4670-b105-c9daeb7349f0 req-8dbda335-a3d1-463d-8ceb-86cea612f8da tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:29.693651 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-302d8404-828a-4670-b105-c9daeb7349f0 req-8dbda335-a3d1-463d-8ceb-86cea612f8da tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.0488799 Aug 17 02:36:29.730559 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-302d8404-828a-4670-b105-c9daeb7349f0 req-646a2a73-74d0-4cfe-8e7c-f5718ba12868 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Aug 17 02:36:30.515364 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd89e9-e1cb-404e-942b-9577940046ad req-bd2da321-b2ef-4d3f-9686-ce7ff8b4fa4d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:30.516837 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7edd89e9-e1cb-404e-942b-9577940046ad req-bd2da321-b2ef-4d3f-9686-ce7ff8b4fa4d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0550067 Aug 17 02:36:30.555557 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7edd89e9-e1cb-404e-942b-9577940046ad req-29f5e25a-46c6-4d3a-aa8f-8034b07755e2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Aug 17 02:36:30.724273 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2d1ab0f0-b60d-4708-b0f2-2f8a13f88368 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:30.725764 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2d1ab0f0-b60d-4708-b0f2-2f8a13f88368 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/networks?id=731c1db1-c082-4864-805a-5eccb2e4e0f5 HTTP/1.1" status: 200 len: 813 time: 0.1020000 Aug 17 02:36:30.744176 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-22a2e956-5330-4930-b827-4a1220883d91 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/quotas/da3b16ff6caf425ab15fdfbc5d7ee368 HTTP/1.1" status: 200 len: 375 time: 0.0118599 Aug 17 02:36:30.782136 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-50f70d63-994c-44f3-ade8-cb4466887b6a tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=da3b16ff6caf425ab15fdfbc5d7ee368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321162 Aug 17 02:36:30.908086 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc333bb3-a520-499c-852b-738bf4da1f0f req-563d5895-6734-4390-b0b3-d90c0ace3fc7 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:30.909577 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dc333bb3-a520-499c-852b-738bf4da1f0f req-563d5895-6734-4390-b0b3-d90c0ace3fc7 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.1094575 Aug 17 02:36:30.914811 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-8955c7db-80e6-41aa-b880-b142192b75c2 service neutron] 10.222.0.52 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226966 Aug 17 02:36:30.998875 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dc333bb3-a520-499c-852b-738bf4da1f0f req-16d43527-6aff-42bb-a1cf-4d3424a7650e tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830104 Aug 17 02:36:31.031333 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-6f7db149-0d84-4f58-b83d-a53d1a3ba795 service neutron] 10.222.0.52 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100492 Aug 17 02:36:31.224827 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-643b5158-bbb9-408a-b244-c0bd9d5f8985 req-406f752e-17ea-45b0-a191-c82df14ab4ca tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 210 time: 0.0300322 Aug 17 02:36:31.684238 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c48e99-653e-43b1-8425-06797276ac89 req-7b3c1e9a-e6b6-4da1-8052-199ff5265e53 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:31.685983 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62c48e99-653e-43b1-8425-06797276ac89 req-7b3c1e9a-e6b6-4da1-8052-199ff5265e53 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0567665 Aug 17 02:36:31.728434 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62c48e99-653e-43b1-8425-06797276ac89 req-b5c6d5ca-a32b-422e-b6e9-a3028964bbf0 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361691 Aug 17 02:36:32.117641 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86fd0f-2855-4e6c-894a-9af9efdc1bf7 req-71e7086d-5f49-4a58-89b5-617e2dbe8ebe tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:32.119132 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8f86fd0f-2855-4e6c-894a-9af9efdc1bf7 req-71e7086d-5f49-4a58-89b5-617e2dbe8ebe tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.0489163 Aug 17 02:36:32.157848 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8f86fd0f-2855-4e6c-894a-9af9efdc1bf7 req-c076e682-0f95-49bb-9572-b95485c535d5 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Aug 17 02:36:32.263678 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-4ee58e4b-de9d-4b1f-8c81-e7a1fe46aabc tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:32.265101 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-4ee58e4b-de9d-4b1f-8c81-e7a1fe46aabc tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.63 "GET /v2.0/networks?id=731c1db1-c082-4864-805a-5eccb2e4e0f5 HTTP/1.1" status: 200 len: 813 time: 0.1046836 Aug 17 02:36:32.278703 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Request body: {'port': {'device_id': '2c4ee1cb-bf88-421a-956e-1d9c738c24c9', 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5', 'admin_state_up': True, 'tenant_id': 'da3b16ff6caf425ab15fdfbc5d7ee368'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:32.358413 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e840665c-d231-44c5-9a22-34e54e831b99 req-4943c719-801b-4142-bec5-ef7c778a7086 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 210 time: 0.0369694 Aug 17 02:36:32.429591 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Made reservation on behalf of da3b16ff6caf425ab15fdfbc5d7ee368 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:36:32.433167 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.555454 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Allocated IP 172.20.0.7 (731c1db1-c082-4864-805a-5eccb2e4e0f5/db88d0e6-427b-46fc-ab4e-44c892d59441/e7438a85-3795-48b1-ad8a-fd2ca660a4d3) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:32.698151 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.737557 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.781132 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Network 731c1db1-c082-4864-805a-5eccb2e4e0f5 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:32.784213 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:32.787926 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:32.794152 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Pushing event updated for resources: {'Port': ['ID=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:32.841502 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:32.842024 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:32.855201 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-2f0e85a6-72a0-4bff-a1b9-410be26171d7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5805416 Aug 17 02:36:32.867643 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Request body: {'port': {'device_id': '2c4ee1cb-bf88-421a-956e-1d9c738c24c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:32.919408 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.175169 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7438a85-3795-48b1-ad8a-fd2ca660a4d3 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:33.182572 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.195888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Transition to ACTIVE for port object e7438a85-3795-48b1-ad8a-fd2ca660a4d3 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:36:33.199080 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.271864 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Pushing event updated for resources: {'Port': ['ID=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:33.335552 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220023b1-93b7-45c1-b643-ceb399576708 req-1c7d5644-e301-4706-a75d-3b9c60a7c2a9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:33.337057 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-220023b1-93b7-45c1-b643-ceb399576708 req-1c7d5644-e301-4706-a75d-3b9c60a7c2a9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 943 time: 0.1050270 Aug 17 02:36:33.377855 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Attempting to bind port e7438a85-3795-48b1-ad8a-fd2ca660a4d3 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:36:33.378179 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Attempting to bind port e7438a85-3795-48b1-ad8a-fd2ca660a4d3 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '95fca6d6-05a9-4139-8b36-100dfd87b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:36:33.378504 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Attempting to bind port e7438a85-3795-48b1-ad8a-fd2ca660a4d3 on network 731c1db1-c082-4864-805a-5eccb2e4e0f5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:33.386608 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Port e7438a85-3795-48b1-ad8a-fd2ca660a4d3 on network 731c1db1-c082-4864-805a-5eccb2e4e0f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:36:33.387005 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Attempting to bind port e7438a85-3795-48b1-ad8a-fd2ca660a4d3 on network 731c1db1-c082-4864-805a-5eccb2e4e0f5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:36:33.392085 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-220023b1-93b7-45c1-b643-ceb399576708 req-6cc0e905-bb63-4105-bd17-1eba0e907f03 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491869 Aug 17 02:36:33.395304 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:36:33.395304 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Checking segment: {'id': '95fca6d6-05a9-4139-8b36-100dfd87b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:36:33.395595 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Bound using segment: {'id': '95fca6d6-05a9-4139-8b36-100dfd87b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:36:33.396024 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Bound port: e7438a85-3795-48b1-ad8a-fd2ca660a4d3, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95fca6d6-05a9-4139-8b36-100dfd87b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:36:33.396386 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.492364 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] For port e7438a85-3795-48b1-ad8a-fd2ca660a4d3, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:36:33.497598 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] For port e7438a85-3795-48b1-ad8a-fd2ca660a4d3, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:36:33.506393 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a6a05-11c5-4f6e-84fd-232d844ab103 req-752a27e2-3118-425e-a090-67965fefd12a tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:33.507865 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-041a6a05-11c5-4f6e-84fd-232d844ab103 req-752a27e2-3118-425e-a090-67965fefd12a tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 943 time: 0.0744724 Aug 17 02:36:33.509240 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.777906 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:33.778639 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.779827 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] 10.222.0.63 "PUT /v2.0/ports/e7438a85-3795-48b1-ad8a-fd2ca660a4d3 HTTP/1.1" status: 200 len: 1093 time: 0.9161150 Aug 17 02:36:33.780260 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4ee1cb-bf88-421a-956e-1d9c738c24c9', 'tag': 'e7438a85-3795-48b1-ad8a-fd2ca660a4d3'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:33.782470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4ee1cb-bf88-421a-956e-1d9c738c24c9", "tag": "e7438a85-3795-48b1-ad8a-fd2ca660a4d3"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:33.817464 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-041a6a05-11c5-4f6e-84fd-232d844ab103 req-7810c7f4-750f-4c20-8afa-0163f51ecfd9 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000536 Aug 17 02:36:33.831335 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c171991-129f-42c5-bc32-2792bce0db7b x-openstack-request-id: req-9c171991-129f-42c5-bc32-2792bce0db7b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:33.831335 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4ee1cb-bf88-421a-956e-1d9c738c24c9", "tag": "e7438a85-3795-48b1-ad8a-fd2ca660a4d3", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:33.831335 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c171991-129f-42c5-bc32-2792bce0db7b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:33.831627 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4ee1cb-bf88-421a-956e-1d9c738c24c9', 'tag': 'e7438a85-3795-48b1-ad8a-fd2ca660a4d3', 'status': 'completed', 'code': 200} Aug 17 02:36:33.831949 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b55f42-d03f-4c08-b7c9-4f7d41a5751f service neutron] Pushing event updated for resources: {'Port': ['ID=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:33.863954 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-e1dc3c41-6951-404e-982b-8bb64fb12f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:33.865403 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-e1dc3c41-6951-404e-982b-8bb64fb12f73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da3b16ff6caf425ab15fdfbc5d7ee368&device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 1096 time: 0.0451767 Aug 17 02:36:33.867050 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 18e57878-c403-4801-931f-a25c8763af5e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:33.907108 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-0b9c2dd2-9778-4add-b642-c1bab62fd345 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7438a85-3795-48b1-ad8a-fd2ca660a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0332115 Aug 17 02:36:33.942426 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:33.970704 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 18e57878-c403-4801-931f-a25c8763af5e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=18e57878-c403-4801-931f-a25c8763af5e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:33.980974 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '18e57878-c403-4801-931f-a25c8763af5e', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'port_id': '18e57878-c403-4801-931f-a25c8763af5e', 'mac_address': 'fa:16:3e:2b:2a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:34.016194 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:34.029092 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e57878-c403-4801-931f-a25c8763af5e {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:34.048051 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 18e57878-c403-4801-931f-a25c8763af5e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=18e57878-c403-4801-931f-a25c8763af5e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:34.051928 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:34.056819 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-a0378a19-df29-49d2-8923-3fed7ab443e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:34.058300 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-a0378a19-df29-49d2-8923-3fed7ab443e4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=db88d0e6-427b-46fc-ab4e-44c892d59441 HTTP/1.1" status: 200 len: 853 time: 0.0482805 Aug 17 02:36:34.092709 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-af2ab4aa-579c-4f15-aa66-3063d5c8aec0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=731c1db1-c082-4864-805a-5eccb2e4e0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257385 Aug 17 02:36:34.100236 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=18e57878-c403-4801-931f-a25c8763af5e,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:34.193547 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-d255f1a0-b163-4d9e-8569-4fb26c5e5e77 service neutron] 10.222.0.63 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928242 Aug 17 02:36:34.287703 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3730bcbd-b9b8-4521-8cca-7a88b2da37d0 req-e1b80bea-57c8-45d1-8c86-29ec40a4543d service neutron] 10.222.0.63 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860612 Aug 17 02:36:34.384407 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-ba3613d9-bbd3-47b0-b961-7b56c91e69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:34.386018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-ba3613d9-bbd3-47b0-b961-7b56c91e69a5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=da3b16ff6caf425ab15fdfbc5d7ee368&device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 1096 time: 0.0427494 Aug 17 02:36:34.525049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-0aaa4584-cbdc-4c2d-ac8c-86110cb36bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:34.526507 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-0aaa4584-cbdc-4c2d-ac8c-86110cb36bf4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=731c1db1-c082-4864-805a-5eccb2e4e0f5 HTTP/1.1" status: 200 len: 914 time: 0.1294224 Aug 17 02:36:34.544158 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5e02f-7866-4aa8-8138-60fdfa43a687 req-c9f2f92c-a6ab-41dd-b99a-ba87f7900e87 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:34.545796 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ea5e02f-7866-4aa8-8138-60fdfa43a687 req-c9f2f92c-a6ab-41dd-b99a-ba87f7900e87 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 944 time: 0.0768635 Aug 17 02:36:34.590121 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-4ad5dc5d-b5c5-47dc-9829-0f72d67efea5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7438a85-3795-48b1-ad8a-fd2ca660a4d3 HTTP/1.1" status: 200 len: 217 time: 0.0433462 Aug 17 02:36:34.659636 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ea5e02f-7866-4aa8-8138-60fdfa43a687 req-acc585fd-da06-4303-b83a-16faf8f07f18 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051998 Aug 17 02:36:34.672641 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-e257fe26-41a4-4ce7-9ab2-14032b3c652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:34.674115 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-e257fe26-41a4-4ce7-9ab2-14032b3c652b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=db88d0e6-427b-46fc-ab4e-44c892d59441 HTTP/1.1" status: 200 len: 853 time: 0.0747941 Aug 17 02:36:34.771834 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-c2b15f56-c331-4ee0-8707-a5902d026bf5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=731c1db1-c082-4864-805a-5eccb2e4e0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281487 Aug 17 02:36:34.782785 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230213c-0637-4601-9e90-18f213e1f844 req-3c709726-be99-4616-9293-c9b2ed72eed6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:34.784342 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b230213c-0637-4601-9e90-18f213e1f844 req-3c709726-be99-4616-9293-c9b2ed72eed6 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0700495 Aug 17 02:36:34.871790 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b230213c-0637-4601-9e90-18f213e1f844 req-465817a3-da23-480e-bc3e-d74e4002c329 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815718 Aug 17 02:36:34.906538 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-3ace88a6-3305-48a4-bd3d-4099206d65aa service neutron] 10.222.0.63 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142902 Aug 17 02:36:35.029908 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf36b1-1b9b-4c93-b8ab-7862100fc3a2 req-1facf7ad-db8f-4e76-83a9-54fbd32b3ba6 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:35.031402 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62cf36b1-1b9b-4c93-b8ab-7862100fc3a2 req-1facf7ad-db8f-4e76-83a9-54fbd32b3ba6 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 943 time: 0.0989661 Aug 17 02:36:35.047439 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77b0b2d0-8950-40ef-8a6f-8c6dacd40319 req-c3b0a56f-0dfd-4d36-a2b4-2007e6a25b15 service neutron] 10.222.0.63 "GET /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323016 Aug 17 02:36:35.073354 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62cf36b1-1b9b-4c93-b8ab-7862100fc3a2 req-6d51c9e3-b656-48e3-9402-26e353bfa321 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Aug 17 02:36:35.186196 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['18e57878-c403-4801-931f-a25c8763af5e'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:35.772516 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b4bc0-64cd-43cd-b2bc-513e59557a62 req-13689549-812c-4c51-b50e-e55713aa3bcb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:35.773971 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-878b4bc0-64cd-43cd-b2bc-513e59557a62 req-13689549-812c-4c51-b50e-e55713aa3bcb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 944 time: 0.0484588 Aug 17 02:36:35.814423 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-878b4bc0-64cd-43cd-b2bc-513e59557a62 req-5c08f6c8-5728-4c90-afad-adec60683d62 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344861 Aug 17 02:36:35.990611 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6efc3-0914-4012-a03d-93066dc72d13 req-c7525cd2-3f85-48b2-8158-9c96e010e0ae tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:35.992117 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f2e6efc3-0914-4012-a03d-93066dc72d13 req-c7525cd2-3f85-48b2-8158-9c96e010e0ae tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0522079 Aug 17 02:36:36.029056 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f2e6efc3-0914-4012-a03d-93066dc72d13 req-0dfa33ef-3fc1-4c8e-b3ff-c0b9a61d23e9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Aug 17 02:36:36.186698 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c379a-bd80-47e4-a4b7-4cc28a269ed1 req-0414ed4a-e232-4702-9289-5ca751ec0025 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:36.188142 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9d7c379a-bd80-47e4-a4b7-4cc28a269ed1 req-0414ed4a-e232-4702-9289-5ca751ec0025 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 943 time: 0.0490737 Aug 17 02:36:36.226698 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9d7c379a-bd80-47e4-a4b7-4cc28a269ed1 req-49225990-44d1-451e-9580-8bfcff18583a tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Aug 17 02:36:37.024123 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743eea-f479-4e63-91f4-4b63f0c108ec req-ff9f2b4b-1b97-4847-b124-80653859a124 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:37.025584 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e743eea-f479-4e63-91f4-4b63f0c108ec req-ff9f2b4b-1b97-4847-b124-80653859a124 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 944 time: 0.1444898 Aug 17 02:36:37.063094 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e743eea-f479-4e63-91f4-4b63f0c108ec req-f9fb720d-615d-4142-9247-26d46f87e690 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314250 Aug 17 02:36:37.150963 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144652-e6fb-4163-b658-4b39b6d35f42 req-a50fcb43-6e5a-4c45-96b9-9a37bbcce64a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:37.152410 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-31144652-e6fb-4163-b658-4b39b6d35f42 req-a50fcb43-6e5a-4c45-96b9-9a37bbcce64a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0521224 Aug 17 02:36:37.189427 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-31144652-e6fb-4163-b658-4b39b6d35f42 req-59e51d19-20d5-4a5c-8ddc-dfbf6058af0a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Aug 17 02:36:37.340294 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97db3a9-c97e-4510-ac07-45d38bc3b5bc req-14b04db9-d7b0-42a8-b06c-c26baf0d66b7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:37.341763 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d97db3a9-c97e-4510-ac07-45d38bc3b5bc req-14b04db9-d7b0-42a8-b06c-c26baf0d66b7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 943 time: 0.0497434 Aug 17 02:36:37.380224 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d97db3a9-c97e-4510-ac07-45d38bc3b5bc req-8bf47000-1f5f-4367-9f2d-0caca41e3853 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Aug 17 02:36:37.883374 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 18e57878-c403-4801-931f-a25c8763af5e up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:37.933634 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 18e57878-c403-4801-931f-a25c8763af5e completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:37.937447 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 18e57878-c403-4801-931f-a25c8763af5e triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:37.937815 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.012270 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.034116 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e57878-c403-4801-931f-a25c8763af5e'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:38.036364 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ee14ae-c517-4187-b65a-8a3a245f6448" -d '{"events": [{"server_uuid": "25f2c331-dcb8-4487-b93e-969d2be0a96a", "name": "network-vif-plugged", "status": "completed", "tag": "18e57878-c403-4801-931f-a25c8763af5e"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:38.048782 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 18e57878-c403-4801-931f-a25c8763af5e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=18e57878-c403-4801-931f-a25c8763af5e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:38.053412 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:38.079442 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db76cd2-97a6-4164-aae6-62462d8e2d55 x-openstack-request-id: req-7db76cd2-97a6-4164-aae6-62462d8e2d55 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:38.079732 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f2c331-dcb8-4487-b93e-969d2be0a96a", "name": "network-vif-plugged", "status": "completed", "tag": "18e57878-c403-4801-931f-a25c8763af5e", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:38.079986 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7db76cd2-97a6-4164-aae6-62462d8e2d55 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:38.081026 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e57878-c403-4801-931f-a25c8763af5e', 'code': 200} Aug 17 02:36:38.107132 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=18e57878-c403-4801-931f-a25c8763af5e,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:38.192033 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92906fc-340c-4f73-8be8-300e4bbe2ab6 req-90aeb809-8858-442f-b060-d6ec5b61ba8f tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:38.193382 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e92906fc-340c-4f73-8be8-300e4bbe2ab6 req-90aeb809-8858-442f-b060-d6ec5b61ba8f tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 945 time: 0.0482030 Aug 17 02:36:38.230871 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e92906fc-340c-4f73-8be8-300e4bbe2ab6 req-607f10e1-0e37-4e7f-922e-d95a73978a00 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Aug 17 02:36:38.386888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a074a-265a-4cfc-8b47-e28de88cb568 req-f799ddb9-09c4-43c7-bc6f-c7bd063f9dbc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:38.388382 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bc7a074a-265a-4cfc-8b47-e28de88cb568 req-f799ddb9-09c4-43c7-bc6f-c7bd063f9dbc tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.1308365 Aug 17 02:36:38.394904 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410bc2d-6883-40b7-9eee-6e41c531364c req-824ba9a4-e6b1-48bd-be8c-b82360dba165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:38.396358 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9410bc2d-6883-40b7-9eee-6e41c531364c req-824ba9a4-e6b1-48bd-be8c-b82360dba165 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 1098 time: 0.0582473 Aug 17 02:36:38.434206 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bc7a074a-265a-4cfc-8b47-e28de88cb568 req-4db438a4-d611-4555-ba00-c09ed0ed0de0 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369108 Aug 17 02:36:38.459180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9410bc2d-6883-40b7-9eee-6e41c531364c req-538103a1-6df0-47de-bac8-d4a2bb2f1246 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323234 Aug 17 02:36:38.539808 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48c519-011c-4d5b-b283-a3d866488741 req-70ca609f-c822-4de0-a4d2-092099aa3c4f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:38.541226 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1a48c519-011c-4d5b-b283-a3d866488741 req-70ca609f-c822-4de0-a4d2-092099aa3c4f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 943 time: 0.0481489 Aug 17 02:36:38.578560 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1a48c519-011c-4d5b-b283-a3d866488741 req-5062e40d-41a6-4b2e-9586-240d93028f7e tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Aug 17 02:36:38.741357 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a4c8bd7-92a7-4c0f-b453-3f3573b3b495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:39.349111 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d207-ebee-4668-a252-9988fa5daad6 req-9e6e5aa0-19da-4513-8915-120805cb6142 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:39.350543 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b1f3d207-ebee-4668-a252-9988fa5daad6 req-9e6e5aa0-19da-4513-8915-120805cb6142 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 945 time: 0.0519087 Aug 17 02:36:39.412531 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b1f3d207-ebee-4668-a252-9988fa5daad6 req-79376994-a684-4992-907c-78416a6d9b13 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535598 Aug 17 02:36:39.420431 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-d6029211-f150-4735-bf3a-b4cae2847a07 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:39.421805 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-d6029211-f150-4735-bf3a-b4cae2847a07 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.63 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.0704296 Aug 17 02:36:39.548470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Deleting port b049756c-f19b-4000-bfae-ee58aba41a59 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:39.548694 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:39.605087 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f6d20-cb61-43c2-96ae-e1b27fde61b3 req-f4e2f3ea-eb5b-43e3-98f6-17ee5da46407 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:39.606542 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1b6f6d20-cb61-43c2-96ae-e1b27fde61b3 req-f4e2f3ea-eb5b-43e3-98f6-17ee5da46407 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3 HTTP/1.1" status: 200 len: 945 time: 0.1021352 Aug 17 02:36:39.696517 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] For port b049756c-f19b-4000-bfae-ee58aba41a59, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b049756c-f19b-4000-bfae-ee58aba41a59,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:39.697025 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:39.715214 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1b6f6d20-cb61-43c2-96ae-e1b27fde61b3 req-9cd6f306-7e09-4f5b-b7c2-234459d55bc8 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005657 Aug 17 02:36:39.731419 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Calling delete_port for b049756c-f19b-4000-bfae-ee58aba41a59 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:39.750270 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495eb7-67ed-42dc-bb88-93dedd0ea9a3 req-b1ef9e13-0f22-46ef-8f33-92ef6f078e05 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:39.751754 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-96495eb7-67ed-42dc-bb88-93dedd0ea9a3 req-b1ef9e13-0f22-46ef-8f33-92ef6f078e05 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 943 time: 0.1050255 Aug 17 02:36:39.831072 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-96495eb7-67ed-42dc-bb88-93dedd0ea9a3 req-7ad895d1-6f01-453f-9dc4-3bf584b3c43f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476892 Aug 17 02:36:39.899829 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:39.900133 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device e7438a85-3795-48b1-ad8a-fd2ca660a4d3 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:36:39.915274 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['b049756c-f19b-4000-bfae-ee58aba41a59', '4a48879d-0fba-46ab-8885-aeaff4273855'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:39.929875 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Pushing event deleted for resources: {'Port': ['ID=b049756c-f19b-4000-bfae-ee58aba41a59,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:39.971244 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] No DVR routers for this DVR port b049756c-f19b-4000-bfae-ee58aba41a59 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:36:39.974320 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:39.976420 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4b942b7d-6fc1-4417-9020-cf30175a495c req-48cec1ef-fdf6-4b93-8753-bbfed086076e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.63 "DELETE /v2.0/ports/b049756c-f19b-4000-bfae-ee58aba41a59 HTTP/1.1" status: 204 len: 173 time: 0.5430915 Aug 17 02:36:39.977034 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3', 'name': 'network-vif-deleted', 'tag': 'b049756c-f19b-4000-bfae-ee58aba41a59'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:39.979327 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a12fc46-6374-4c8e-92cc-cbd71598b0ee" -d '{"events": [{"server_uuid": "5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3", "name": "network-vif-deleted", "tag": "b049756c-f19b-4000-bfae-ee58aba41a59"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:40.020715 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ed7fc7-b641-4a2a-82e1-e3253d84b00a x-openstack-request-id: req-63ed7fc7-b641-4a2a-82e1-e3253d84b00a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:40.021149 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3", "name": "network-vif-deleted", "tag": "b049756c-f19b-4000-bfae-ee58aba41a59", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:40.021405 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63ed7fc7-b641-4a2a-82e1-e3253d84b00a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:40.021805 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc5f5e6-3f0d-4f24-94b7-beb61c66e4d3', 'name': 'network-vif-deleted', 'tag': 'b049756c-f19b-4000-bfae-ee58aba41a59', 'status': 'completed', 'code': 200} Aug 17 02:36:40.175015 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port e7438a85-3795-48b1-ad8a-fd2ca660a4d3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:40.194181 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'e7438a85-3795-48b1-ad8a-fd2ca660a4d3', 'network_id': '731c1db1-c082-4864-805a-5eccb2e4e0f5', 'port_id': 'e7438a85-3795-48b1-ad8a-fd2ca660a4d3', 'mac_address': 'fa:16:3e:4c:e1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db88d0e6-427b-46fc-ab4e-44c892d59441', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:36:40.256161 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:40.278271 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7438a85-3795-48b1-ad8a-fd2ca660a4d3 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:36:40.307297 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port e7438a85-3795-48b1-ad8a-fd2ca660a4d3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:40.311394 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:40.360653 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:40.530436 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39437-08d4-45fa-8488-a94c24a235e6 req-5bf3e8d1-9aff-4183-bdc9-e3bc599620f4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:40.532440 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9ed39437-08d4-45fa-8488-a94c24a235e6 req-5bf3e8d1-9aff-4183-bdc9-e3bc599620f4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 945 time: 0.0522804 Aug 17 02:36:40.572445 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9ed39437-08d4-45fa-8488-a94c24a235e6 req-9636732f-a51d-48ea-a9a4-14a5f17a2e4b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Aug 17 02:36:40.985273 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddafe8-48fb-4fb1-b508-c5aa9cb2f0b8 req-6d7fc382-8c1a-495b-8b1c-2983c93ccdf3 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:40.986838 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5ddafe8-48fb-4fb1-b508-c5aa9cb2f0b8 req-6d7fc382-8c1a-495b-8b1c-2983c93ccdf3 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 944 time: 0.0838063 Aug 17 02:36:41.009832 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c95931-fa6b-45b8-ab96-db327207bfbb req-64781085-91f9-4b59-a627-9d38207ad276 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:41.011303 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-75c95931-fa6b-45b8-ab96-db327207bfbb req-64781085-91f9-4b59-a627-9d38207ad276 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0726578 Aug 17 02:36:41.064442 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5ddafe8-48fb-4fb1-b508-c5aa9cb2f0b8 req-e1bb6352-937a-4402-a126-e8874ef9dc7a tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686772 Aug 17 02:36:41.070086 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-75c95931-fa6b-45b8-ab96-db327207bfbb req-2c8416b4-45c3-4c18-9c2b-fb0157a59e46 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 Aug 17 02:36:41.368739 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-568b0052-cc31-4042-99f0-fd5237a321f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:41.516315 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['e7438a85-3795-48b1-ad8a-fd2ca660a4d3'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:41.547939 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:41.689545 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344effe-4365-4aff-92d6-19ce8f32a2d9 req-39f7a5fc-dfe6-47c2-b528-e3f440b7c5ff tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:41.691633 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b344effe-4365-4aff-92d6-19ce8f32a2d9 req-39f7a5fc-dfe6-47c2-b528-e3f440b7c5ff tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 945 time: 0.0520647 Aug 17 02:36:41.734237 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b344effe-4365-4aff-92d6-19ce8f32a2d9 req-49b6b4f5-b90f-4582-bca3-f72a9395272d tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361955 Aug 17 02:36:41.865358 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850c6a5-9a8c-4889-b04b-1b619ded361e req-1377dd94-e90e-4e52-9dc0-2afe2535903c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:41.867085 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e850c6a5-9a8c-4889-b04b-1b619ded361e req-1377dd94-e90e-4e52-9dc0-2afe2535903c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 945 time: 0.0582149 Aug 17 02:36:41.897541 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device b049756c-f19b-4000-bfae-ee58aba41a59 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:41.906729 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e850c6a5-9a8c-4889-b04b-1b619ded361e req-f69f6b7b-6969-4c33-8e47-291572bf3058 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336142 Aug 17 02:36:41.930564 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 33912) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:41.931779 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: b049756c-f19b-4000-bfae-ee58aba41a59 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:36:41.932191 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device b049756c-f19b-4000-bfae-ee58aba41a59 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:36:42.013136 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21d664-74d6-4b99-9dcb-ab1ba5af6833 tempest-TestVolumeBootPattern-1922342699 tempest-TestVolumeBootPattern-1922342699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:42.014683 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-4e21d664-74d6-4b99-9dcb-ab1ba5af6833 tempest-TestVolumeBootPattern-1922342699 tempest-TestVolumeBootPattern-1922342699-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 1093 time: 0.0829685 Aug 17 02:36:42.017486 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 33920) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:42.022326 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'floatingip': {'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'port_id': '18e57878-c403-4801-931f-a25c8763af5e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:36:42.045040 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:42.141432 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:42.185308 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:42.237879 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e93291-ddc0-483e-88c5-e3bbd50f4b45 req-8b7c07c5-038d-447b-95b5-73131672b912 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:42.239780 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-38e93291-ddc0-483e-88c5-e3bbd50f4b45 req-8b7c07c5-038d-447b-95b5-73131672b912 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 944 time: 0.0978549 Aug 17 02:36:42.352886 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1508aa6-e921-4322-91f3-9024f983eb34 req-fde40d08-052e-44fd-ba79-fe9a0f940ce9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:42.354364 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a1508aa6-e921-4322-91f3-9024f983eb34 req-fde40d08-052e-44fd-ba79-fe9a0f940ce9 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1137154 Aug 17 02:36:42.360678 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-38e93291-ddc0-483e-88c5-e3bbd50f4b45 req-fb53674a-aa80-4435-9204-45cc897e3074 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099095 Aug 17 02:36:42.392202 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Allocated IP 172.27.0.68 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/dd97d699-1f81-4292-a4ca-36bdabe612f5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:36:42.425193 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a1508aa6-e921-4322-91f3-9024f983eb34 req-fe5c6463-58c7-484e-8642-ddbc9ad26585 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635011 Aug 17 02:36:42.520083 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:42.558118 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:42.598492 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:36:42.601336 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:36:42.604877 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:36:42.610072 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'Port': ['ID=dd97d699-1f81-4292-a4ca-36bdabe612f5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:43.272923 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.375911 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.533001 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974072b-6bf7-4b2a-9a42-e4641632ca73 req-623b6885-4387-49af-a6be-6e2992dace48 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:43.535708 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0974072b-6bf7-4b2a-9a42-e4641632ca73 req-623b6885-4387-49af-a6be-6e2992dace48 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 944 time: 0.0749197 Aug 17 02:36:43.629650 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0974072b-6bf7-4b2a-9a42-e4641632ca73 req-1e87d0c6-f799-4694-86a2-b49b8a6ffa65 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838087 Aug 17 02:36:43.639520 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bd301-d687-49bb-b19f-881a2c18a2c7 req-7fb82054-44e6-4efc-870f-30b93da57d82 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:43.640952 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-346bd301-d687-49bb-b19f-881a2c18a2c7 req-7fb82054-44e6-4efc-870f-30b93da57d82 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.1235788 Aug 17 02:36:43.664137 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.673119 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.753560 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-346bd301-d687-49bb-b19f-881a2c18a2c7 req-419c1b9f-5a59-4e8e-b962-88006248c37a tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024292 Aug 17 02:36:43.766842 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'Port': ['ID=dd97d699-1f81-4292-a4ca-36bdabe612f5,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:43.776173 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:43.874186 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Floating IP 4341bcdb-4812-4d2b-8f48-e69e664ac57e associated. External IP: 172.27.0.68, port: 18e57878-c403-4801-931f-a25c8763af5e. Aug 17 02:36:43.907836 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device e7438a85-3795-48b1-ad8a-fd2ca660a4d3 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:36:43.955988 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port e7438a85-3795-48b1-ad8a-fd2ca660a4d3 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:36:43.960751 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port e7438a85-3795-48b1-ad8a-fd2ca660a4d3 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:36:43.961166 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.052737 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.057065 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.078670 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ee1cb-bf88-421a-956e-1d9c738c24c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7438a85-3795-48b1-ad8a-fd2ca660a4d3'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:44.080931 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b05ff0c-00fe-4794-a160-624fb6f28546" -d '{"events": [{"server_uuid": "2c4ee1cb-bf88-421a-956e-1d9c738c24c9", "name": "network-vif-plugged", "status": "completed", "tag": "e7438a85-3795-48b1-ad8a-fd2ca660a4d3"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:44.095160 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Router a2cd6517-99bd-4739-85fc-67cf7a8a290d has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:36:44.095614 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port e7438a85-3795-48b1-ad8a-fd2ca660a4d3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:44.099929 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.128655 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a03de83-7348-463e-b579-18fa86fe0386 x-openstack-request-id: req-9a03de83-7348-463e-b579-18fa86fe0386 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:44.128952 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ee1cb-bf88-421a-956e-1d9c738c24c9", "name": "network-vif-plugged", "status": "completed", "tag": "e7438a85-3795-48b1-ad8a-fd2ca660a4d3", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:44.129207 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a03de83-7348-463e-b579-18fa86fe0386 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:44.129595 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ee1cb-bf88-421a-956e-1d9c738c24c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7438a85-3795-48b1-ad8a-fd2ca660a4d3', 'code': 200} Aug 17 02:36:44.156972 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:44.207045 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:36:44.217336 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] Sync routers for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:36:44.224610 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:44.227921 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:44.228647 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:36:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:44.254607 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-de74ee8d-644d-4e75-a42b-ebe918d6de70 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2360871 Aug 17 02:36:44.255412 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'tag': '18e57878-c403-4801-931f-a25c8763af5e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:44.257781 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b70fed-c43c-4d9b-8f04-4955cd39af43" -d '{"events": [{"name": "network-changed", "server_uuid": "25f2c331-dcb8-4487-b93e-969d2be0a96a", "tag": "18e57878-c403-4801-931f-a25c8763af5e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:44.292891 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5535c14-3716-4b3f-b51c-1ff4892aaf2d x-openstack-request-id: req-e5535c14-3716-4b3f-b51c-1ff4892aaf2d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:44.293498 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f2c331-dcb8-4487-b93e-969d2be0a96a", "tag": "18e57878-c403-4801-931f-a25c8763af5e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:44.293498 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5535c14-3716-4b3f-b51c-1ff4892aaf2d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:44.294010 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'tag': '18e57878-c403-4801-931f-a25c8763af5e', 'status': 'completed', 'code': 200} Aug 17 02:36:44.347360 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:36:44.384042 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57750d32-bed0-41a0-bee8-56e0e536d337 req-2054e8c1-4b00-474c-ab64-fb12494ca3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:44.385529 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-57750d32-bed0-41a0-bee8-56e0e536d337 req-2054e8c1-4b00-474c-ab64-fb12494ca3a1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 1098 time: 0.0681179 Aug 17 02:36:44.391477 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-a3c39b62-6195-4ac6-a745-033ce5812815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:44.392847 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-a3c39b62-6195-4ac6-a745-033ce5812815 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 1098 time: 0.0514491 Aug 17 02:36:44.488263 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-57750d32-bed0-41a0-bee8-56e0e536d337 req-a5e3f647-046a-4e2e-9998-c5263f9eb985 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829551 Aug 17 02:36:44.513567 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-10840966-10d8-4df4-a238-e2dd33a01d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:44.515038 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-10840966-10d8-4df4-a238-e2dd33a01d01 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.1093578 Aug 17 02:36:44.570507 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': '4341bcdb-4812-4d2b-8f48-e69e664ac57e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': '18e57878-c403-4801-931f-a25c8763af5e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:2b:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:36:42Z', 'updated_at': '2021-08-17T02:36:42Z', 'revision_number': 0, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:44.595284 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] Checking router: a2cd6517-99bd-4739-85fc-67cf7a8a290d for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:36:44.603725 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:44.604320 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:36:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:44.773477 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16a57d-ac44-409b-8d0f-c19d3eb72aaa req-69e3e71f-0a9b-4d6e-a6b5-6c2c5c090421 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:44.775063 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a16a57d-ac44-409b-8d0f-c19d3eb72aaa req-69e3e71f-0a9b-4d6e-a6b5-6c2c5c090421 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 945 time: 0.0584629 Aug 17 02:36:44.797833 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:36:44.867474 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a16a57d-ac44-409b-8d0f-c19d3eb72aaa req-fbf5ae0d-fb41-4505-8425-911cb041f076 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835667 Aug 17 02:36:44.881895 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-f2717f45-fe03-4be1-99d7-1d422156cbaf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18e57878-c403-4801-931f-a25c8763af5e HTTP/1.1" status: 200 len: 998 time: 0.0910261 Aug 17 02:36:44.946490 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-07e58d90-fda2-404a-9a0e-68b79acd7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:44.947952 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-07e58d90-fda2-404a-9a0e-68b79acd7813 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0539770 Aug 17 02:36:44.982643 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b5c70-5d8a-4465-90ad-808bdf092eb0 req-d3ceac63-80f5-48e5-960f-4e5805ea86a2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:44.984094 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a00b5c70-5d8a-4465-90ad-808bdf092eb0 req-d3ceac63-80f5-48e5-960f-4e5805ea86a2 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0536671 Aug 17 02:36:45.031499 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': '4341bcdb-4812-4d2b-8f48-e69e664ac57e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': '18e57878-c403-4801-931f-a25c8763af5e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:2b:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:36:42Z', 'updated_at': '2021-08-17T02:36:42Z', 'revision_number': 0, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:45.059956 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f06bc7-7035-4a47-9cb2-b266cc57bd1e None None] The sync data for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi is: [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': '4341bcdb-4812-4d2b-8f48-e69e664ac57e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': '18e57878-c403-4801-931f-a25c8763af5e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:2b:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:36:42Z', 'updated_at': '2021-08-17T02:36:42Z', 'revision_number': 0, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:36:45.064346 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a00b5c70-5d8a-4465-90ad-808bdf092eb0 req-65737beb-5bb5-4a34-9bf2-ccbf3548864e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734742 Aug 17 02:36:45.086413 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-b9fd463b-1ac3-44de-899d-156ef40269db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:45.087924 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-b9fd463b-1ac3-44de-899d-156ef40269db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955083 Aug 17 02:36:45.107118 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c876e-22c9-4108-ba96-08ca44da9999 req-9e8270fc-e6af-4814-8998-5a61644db82a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:45.108635 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3d5c876e-22c9-4108-ba96-08ca44da9999 req-9e8270fc-e6af-4814-8998-5a61644db82a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0641959 Aug 17 02:36:45.197536 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3d5c876e-22c9-4108-ba96-08ca44da9999 req-d21fdc0d-c059-475d-9884-b77eb667c439 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801826 Aug 17 02:36:45.225256 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-234dfcf3-805e-4930-8bb4-4499ed4cb7e6 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156676 Aug 17 02:36:45.256346 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0061d-dc48-4d28-ad4d-18748fb7341d None None] New status for floating IP 4341bcdb-4812-4d2b-8f48-e69e664ac57e: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:36:45.319338 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-70b70fed-c43c-4d9b-8f04-4955cd39af43 req-dcf545b3-8cde-47b6-9603-848a654b50d8 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849781 Aug 17 02:36:45.988684 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ad1e0-0d84-46b0-a8d4-07d7a8b4446f req-dad2c889-eeaf-4890-b763-be47f808923e tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:45.990135 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-339ad1e0-0d84-46b0-a8d4-07d7a8b4446f req-dad2c889-eeaf-4890-b763-be47f808923e tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 945 time: 0.0527112 Aug 17 02:36:46.027880 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-339ad1e0-0d84-46b0-a8d4-07d7a8b4446f req-bef78553-d048-452d-ad31-0bce5bd4f5fa tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Aug 17 02:36:46.178744 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcfb3a-97dd-4031-837a-9e3512197f8a req-53561167-20e9-4c50-943f-93478232544f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:46.180234 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ccfcfb3a-97dd-4031-837a-9e3512197f8a req-53561167-20e9-4c50-943f-93478232544f tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Aug 17 02:36:46.219125 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ccfcfb3a-97dd-4031-837a-9e3512197f8a req-4ccff8e4-9eb9-464f-8787-826037b24044 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Aug 17 02:36:46.314057 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c03f26-5448-464c-9177-8382426a304c req-f40a86d6-ca0e-42ae-abc5-bd620fb946ba tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:46.316014 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b9c03f26-5448-464c-9177-8382426a304c req-f40a86d6-ca0e-42ae-abc5-bd620fb946ba tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0482543 Aug 17 02:36:46.353227 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b9c03f26-5448-464c-9177-8382426a304c req-94162c4e-d60c-49f2-9ff7-ce4ef4014311 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307052 Aug 17 02:36:47.144978 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cdff4-8d1e-491d-aa8b-d711b472142c req-4afa3865-34e0-4d0e-a433-4cbf6f289f9c tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:47.146431 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-917cdff4-8d1e-491d-aa8b-d711b472142c req-4afa3865-34e0-4d0e-a433-4cbf6f289f9c tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 945 time: 0.0521424 Aug 17 02:36:47.183487 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-917cdff4-8d1e-491d-aa8b-d711b472142c req-ed032855-10f2-4ccd-88dd-d42aafeedb72 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Aug 17 02:36:47.419567 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896617-8cf0-45ee-9e6b-0926c202b495 req-a267dc38-0623-4990-9874-de5c4e36d863 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:47.421165 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c9896617-8cf0-45ee-9e6b-0926c202b495 req-a267dc38-0623-4990-9874-de5c4e36d863 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0513196 Aug 17 02:36:47.462514 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c9896617-8cf0-45ee-9e6b-0926c202b495 req-beb208bb-3635-4cb9-8b1d-2266efc0d91e tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352395 Aug 17 02:36:47.573850 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb269d7-eb22-44e6-bf4f-1c7de8e2eb19 req-724caa7d-896c-4c68-b24f-3952c8431d50 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:47.575365 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bb269d7-eb22-44e6-bf4f-1c7de8e2eb19 req-724caa7d-896c-4c68-b24f-3952c8431d50 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0531800 Aug 17 02:36:47.612714 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bb269d7-eb22-44e6-bf4f-1c7de8e2eb19 req-4e98cf54-b4f1-42c1-979d-f0ef2e996e48 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Aug 17 02:36:47.772169 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7d72-a603-4916-9768-591369bbee18 req-f9e71fe8-8f28-4a78-97f6-ee13da9d0da3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:47.773634 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-515f7d72-a603-4916-9768-591369bbee18 req-f9e71fe8-8f28-4a78-97f6-ee13da9d0da3 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 946 time: 0.0512159 Aug 17 02:36:47.867963 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-515f7d72-a603-4916-9768-591369bbee18 req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Deleting port bd1494b5-1f1f-485e-881f-ee87f2c50dbd {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:47.868384 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-515f7d72-a603-4916-9768-591369bbee18 req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:47.958147 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-515f7d72-a603-4916-9768-591369bbee18 req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] For port bd1494b5-1f1f-485e-881f-ee87f2c50dbd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:47.958355 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-515f7d72-a603-4916-9768-591369bbee18 req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:47.971900 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-515f7d72-a603-4916-9768-591369bbee18 req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Calling delete_port for bd1494b5-1f1f-485e-881f-ee87f2c50dbd owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:48.102132 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-515f7d72-a603-4916-9768-591369bbee18 req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:48.115680 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['45ba11ef-2220-415c-a0fb-90a040f16bfd', 'f4f15ed2-91e7-44fe-a493-60d93fdd7363', '55e0f8a0-9340-4d66-bfcc-8cd34154daff', 'bd1494b5-1f1f-485e-881f-ee87f2c50dbd'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:48.134791 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Pushing event deleted for resources: {'Port': ['ID=bd1494b5-1f1f-485e-881f-ee87f2c50dbd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:48.176083 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-515f7d72-a603-4916-9768-591369bbee18 req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] No DVR routers for this DVR port bd1494b5-1f1f-485e-881f-ee87f2c50dbd on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:36:48.178648 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-515f7d72-a603-4916-9768-591369bbee18 req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:48.180611 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-515f7d72-a603-4916-9768-591369bbee18 req-6b98b5f0-e537-4727-8832-6f1b09b946c2 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "DELETE /v2.0/ports/bd1494b5-1f1f-485e-881f-ee87f2c50dbd HTTP/1.1" status: 204 len: 173 time: 0.3990462 Aug 17 02:36:48.181057 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88280fb-1374-489d-850d-50e6e8d1f216', 'name': 'network-vif-deleted', 'tag': 'bd1494b5-1f1f-485e-881f-ee87f2c50dbd'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:48.183337 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dafe6ea-7b7d-4cc9-8b08-b388ba93a768" -d '{"events": [{"server_uuid": "c88280fb-1374-489d-850d-50e6e8d1f216", "name": "network-vif-deleted", "tag": "bd1494b5-1f1f-485e-881f-ee87f2c50dbd"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:48.221110 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97412ce-47f7-4a68-8d5b-aeb3c59edf5a x-openstack-request-id: req-b97412ce-47f7-4a68-8d5b-aeb3c59edf5a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:48.221404 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88280fb-1374-489d-850d-50e6e8d1f216", "name": "network-vif-deleted", "tag": "bd1494b5-1f1f-485e-881f-ee87f2c50dbd", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:48.222159 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b97412ce-47f7-4a68-8d5b-aeb3c59edf5a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:48.222556 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88280fb-1374-489d-850d-50e6e8d1f216', 'name': 'network-vif-deleted', 'tag': 'bd1494b5-1f1f-485e-881f-ee87f2c50dbd', 'status': 'completed', 'code': 200} Aug 17 02:36:48.681826 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892a5c9-f352-44b2-9115-aabdedd59e9d req-a9bc4f0a-d5f2-4d8c-ac84-d859cf0999e3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:48.683323 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f892a5c9-f352-44b2-9115-aabdedd59e9d req-a9bc4f0a-d5f2-4d8c-ac84-d859cf0999e3 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Aug 17 02:36:48.735096 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-52c4367c-63fb-4244-a841-13f5968cc66c req-c1ce33f0-f73d-4f20-9de7-ff3558aac012 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=c88280fb-1374-489d-850d-50e6e8d1f216 HTTP/1.1" status: 200 len: 210 time: 0.0387423 Aug 17 02:36:48.747479 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f892a5c9-f352-44b2-9115-aabdedd59e9d req-cf560af1-e779-418e-8d04-8e8adaec9a21 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/security-groups?id=8762cac7-187c-4912-8758-6c934f6de7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580044 Aug 17 02:36:49.000609 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573be989-d771-4083-8f7d-b7148329bdd7 req-bb2d38b4-e9cc-47fc-b47c-d0969414f15b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:49.002040 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-573be989-d771-4083-8f7d-b7148329bdd7 req-bb2d38b4-e9cc-47fc-b47c-d0969414f15b tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Aug 17 02:36:49.093674 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-573be989-d771-4083-8f7d-b7148329bdd7 req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Deleting port 4a48879d-0fba-46ab-8885-aeaff4273855 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:49.094010 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-573be989-d771-4083-8f7d-b7148329bdd7 req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:49.109068 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:36:49.182177 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-573be989-d771-4083-8f7d-b7148329bdd7 req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] For port 4a48879d-0fba-46ab-8885-aeaff4273855, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a48879d-0fba-46ab-8885-aeaff4273855,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:49.182538 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-573be989-d771-4083-8f7d-b7148329bdd7 req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:49.194819 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-573be989-d771-4083-8f7d-b7148329bdd7 req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Calling delete_port for 4a48879d-0fba-46ab-8885-aeaff4273855 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:49.321509 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-573be989-d771-4083-8f7d-b7148329bdd7 req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:49.350705 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Pushing event deleted for resources: {'Port': ['ID=4a48879d-0fba-46ab-8885-aeaff4273855,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:49.391331 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-573be989-d771-4083-8f7d-b7148329bdd7 req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] No DVR routers for this DVR port 4a48879d-0fba-46ab-8885-aeaff4273855 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:36:49.393816 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-573be989-d771-4083-8f7d-b7148329bdd7 req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:49.396000 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-573be989-d771-4083-8f7d-b7148329bdd7 req-31aeb570-d869-4f79-8bbd-4ad6dfd3e644 tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.63 "DELETE /v2.0/ports/4a48879d-0fba-46ab-8885-aeaff4273855 HTTP/1.1" status: 204 len: 173 time: 0.3878965 Aug 17 02:36:49.861071 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f349f0a7-e736-4530-b1b0-a87f7217ae67 req-a1b8bb3e-9fe8-48ff-85dd-d71cb842110c tempest-ServerRescueNegativeTestJSON-1439784765 tempest-ServerRescueNegativeTestJSON-1439784765-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d5fab36-59af-4847-9131-bad6da549c63 HTTP/1.1" status: 200 len: 210 time: 0.0338993 Aug 17 02:36:50.114557 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['4a48879d-0fba-46ab-8885-aeaff4273855'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:50.223884 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5fab36-59af-4847-9131-bad6da549c63', 'name': 'network-vif-deleted', 'tag': '4a48879d-0fba-46ab-8885-aeaff4273855'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:50.226198 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f4732d-d385-47f8-a7dd-2e627290fd31" -d '{"events": [{"server_uuid": "5d5fab36-59af-4847-9131-bad6da549c63", "name": "network-vif-deleted", "tag": "4a48879d-0fba-46ab-8885-aeaff4273855"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:50.262351 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ae286c-71d7-4025-875f-a9b8a6393299 x-openstack-request-id: req-89ae286c-71d7-4025-875f-a9b8a6393299 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:50.262633 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5fab36-59af-4847-9131-bad6da549c63", "name": "network-vif-deleted", "tag": "4a48879d-0fba-46ab-8885-aeaff4273855", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:50.262893 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89ae286c-71d7-4025-875f-a9b8a6393299 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:50.263280 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5fab36-59af-4847-9131-bad6da549c63', 'name': 'network-vif-deleted', 'tag': '4a48879d-0fba-46ab-8885-aeaff4273855', 'status': 'completed', 'code': 200} Aug 17 02:36:50.919500 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 34032) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:51.388426 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121e4c9-732d-4f20-9839-7f05b98f6b22 req-f3d78f4e-af03-40ec-ad2f-f1dc3313b652 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:51.389909 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1121e4c9-732d-4f20-9839-7f05b98f6b22 req-f3d78f4e-af03-40ec-ad2f-f1dc3313b652 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 945 time: 0.2873695 Aug 17 02:36:51.490582 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1121e4c9-732d-4f20-9839-7f05b98f6b22 req-8dbe9bad-0b19-4409-acde-739860f2831a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713661 Aug 17 02:36:51.712423 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826545'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:51.954526 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 4a48879d-0fba-46ab-8885-aeaff4273855 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:51.977957 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 4a48879d-0fba-46ab-8885-aeaff4273855 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:36:51.978217 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 4a48879d-0fba-46ab-8885-aeaff4273855 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:36:51.978657 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device bd1494b5-1f1f-485e-881f-ee87f2c50dbd no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:51.997881 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: bd1494b5-1f1f-485e-881f-ee87f2c50dbd {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:36:51.998345 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device bd1494b5-1f1f-485e-881f-ee87f2c50dbd not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:36:52.006431 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Deleting port f7f725fe-7b68-48c6-99df-2968681ac9f8 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:52.006966 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:52.083434 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] For port f7f725fe-7b68-48c6-99df-2968681ac9f8, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=f7f725fe-7b68-48c6-99df-2968681ac9f8,segment=NetworkSegment(c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f),segment_id=c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:52.083793 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:52.095539 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Calling delete_port for f7f725fe-7b68-48c6-99df-2968681ac9f8 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:52.287977 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:52.317121 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f725fe-7b68-48c6-99df-2968681ac9f8,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:52.465855 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1936225'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:52.650379 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43294a2f-f109-488d-912d-db2e7822c91f req-29577c56-b2f7-4157-88f5-8e9607c161f7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:52.651971 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-43294a2f-f109-488d-912d-db2e7822c91f req-29577c56-b2f7-4157-88f5-8e9607c161f7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 945 time: 0.0893147 Aug 17 02:36:52.729451 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-43294a2f-f109-488d-912d-db2e7822c91f req-18ff1683-2158-4024-b235-e14052d8cb1f tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697253 Aug 17 02:36:52.743299 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:36:52.849891 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:36:52.857843 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 34048) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:52.860509 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] Sync routers for ids ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:36:52.863973 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a279f813-b87a-4c25-bd0c-0d1464290300 admin admin] 10.222.0.52 "PUT /v2.0/routers/5afb1ed3-d747-4274-9cd3-4f41f5a87ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9427848 Aug 17 02:36:52.870653 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] Routers {'5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:52.871286 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:36:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:52.961965 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:52.976567 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] Set router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:36:53.179089 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:36:52Z', 'revision_number': 5, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'gw_port': {'id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:38Z', 'updated_at': '2021-08-17T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:53.204190 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] Checking router: 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:36:53.212628 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] Routers {'5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:36:53.213216 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:36:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:53.248119 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.299120 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Deleting port da1ef090-388c-419d-8444-ea6557c3f487 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:53.299457 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.316775 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] Set router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:36:53.375877 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] For port da1ef090-388c-419d-8444-ea6557c3f487, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=da1ef090-388c-419d-8444-ea6557c3f487,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:53.376227 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.391206 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Calling delete_port for da1ef090-388c-419d-8444-ea6557c3f487 owned by network:router_gateway {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:53.495054 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:36:52Z', 'revision_number': 5, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'gw_port': {'id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:38Z', 'updated_at': '2021-08-17T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:53.517638 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-5b6451d0-09b7-4e9b-b249-76178a60f498 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:53.519243 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-5b6451d0-09b7-4e9b-b249-76178a60f498 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 945 time: 0.0514324 Aug 17 02:36:53.525363 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef6ea02-d9ba-4ba7-9faa-e81aa844bb09 None None] The sync data for ids ['5afb1ed3-d747-4274-9cd3-4f41f5a87ad9'] in dv-cinder-799871-4-iscsi is: [{'id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'name': 'tempest-ServerRescueNegativeTestJSON-1445667058-router', 'tenant_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:36:52Z', 'revision_number': 5, 'project_id': '907ba4d8c7c44c5aa1d3109f812a07cb', 'gw_port': {'id': 'da1ef090-388c-419d-8444-ea6557c3f487', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:36:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afb1ed3-d747-4274-9cd3-4f41f5a87ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:38Z', 'updated_at': '2021-08-17T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:36:53.604853 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.623499 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Deleting port 55e0f8a0-9340-4d66-bfcc-8cd34154daff {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:36:53.623840 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.629234 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1ef090-388c-419d-8444-ea6557c3f487,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:53.657796 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.658136 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.658472 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.658819 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.659672 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.660099 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.660394 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.660712 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.661029 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.661348 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.661661 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.661971 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:36:53.701195 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1784233'] for router_gateway, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.717154 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] For port 55e0f8a0-9340-4d66-bfcc-8cd34154daff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=55e0f8a0-9340-4d66-bfcc-8cd34154daff,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:36:53.717512 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.729718 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Calling delete_port for 55e0f8a0-9340-4d66-bfcc-8cd34154daff owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:36:53.801581 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1826202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41699'] for router, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.803702 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.883455 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61ac8-f02d-4975-92dc-15bbc9651108 req-bf16f5a1-1b96-4b07-a747-8cecf56cb055 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:53.885101 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9fc61ac8-f02d-4975-92dc-15bbc9651108 req-bf16f5a1-1b96-4b07-a747-8cecf56cb055 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=901a69d1-3db1-44ae-b4f0-4944487ed2b9 HTTP/1.1" status: 200 len: 945 time: 0.0832815 Aug 17 02:36:53.891254 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1826275'] for router, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.893040 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 {{(pid=93866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:36:53.899584 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.902645 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b8547d48-bf82-4929-92e6-3d173aa65c94 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5afb1ed3-d747-4274-9cd3-4f41f5a87ad9 HTTP/1.1" status: 204 len: 168 time: 1.0418296 Aug 17 02:36:53.905752 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 34056) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:53.926127 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.937625 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['45ba11ef-2220-415c-a0fb-90a040f16bfd', 'f4f15ed2-91e7-44fe-a493-60d93fdd7363', '55e0f8a0-9340-4d66-bfcc-8cd34154daff'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:36:53.963919 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-426d3e6f-f366-40e2-8342-b7380e4a6f91 admin admin] Deleting subnet c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:36:53.966371 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9fc61ac8-f02d-4975-92dc-15bbc9651108 req-e2fe11a0-ca60-4b4e-b405-89597905df46 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728948 Aug 17 02:36:53.967184 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426d3e6f-f366-40e2-8342-b7380e4a6f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:53.967644 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Pushing event deleted for resources: {'Port': ['ID=55e0f8a0-9340-4d66-bfcc-8cd34154daff,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:54.010496 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426d3e6f-f366-40e2-8342-b7380e4a6f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929436'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.029970 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] No DVR routers for this DVR port 55e0f8a0-9340-4d66-bfcc-8cd34154daff on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:36:54.038244 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.041100 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-685695d1-2520-4120-b71f-e5c5f2b0bf43 req-708bd986-54e3-420c-9824-670d0e454ccd tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "DELETE /v2.0/ports/55e0f8a0-9340-4d66-bfcc-8cd34154daff HTTP/1.1" status: 204 len: 173 time: 0.5149860 Aug 17 02:36:54.041100 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901a69d1-3db1-44ae-b4f0-4944487ed2b9', 'name': 'network-vif-deleted', 'tag': '55e0f8a0-9340-4d66-bfcc-8cd34154daff'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:36:54.044120 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cb05f7-9a6b-40fc-9149-bb5d25d60537" -d '{"events": [{"server_uuid": "901a69d1-3db1-44ae-b4f0-4944487ed2b9", "name": "network-vif-deleted", "tag": "55e0f8a0-9340-4d66-bfcc-8cd34154daff"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:36:54.089669 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ee44ad-6945-461c-a0c5-992f2ca6b514 x-openstack-request-id: req-46ee44ad-6945-461c-a0c5-992f2ca6b514 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:36:54.089963 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901a69d1-3db1-44ae-b4f0-4944487ed2b9", "name": "network-vif-deleted", "tag": "55e0f8a0-9340-4d66-bfcc-8cd34154daff", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:36:54.090242 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46ee44ad-6945-461c-a0c5-992f2ca6b514 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:36:54.090666 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a69d1-3db1-44ae-b4f0-4944487ed2b9', 'name': 'network-vif-deleted', 'tag': '55e0f8a0-9340-4d66-bfcc-8cd34154daff', 'status': 'completed', 'code': 200} Aug 17 02:36:54.091472 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426d3e6f-f366-40e2-8342-b7380e4a6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.179345 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426d3e6f-f366-40e2-8342-b7380e4a6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7181250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798163'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.209645 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d3e6f-f366-40e2-8342-b7380e4a6f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a1b29d-6e7f-4432-8d5d-be05b1db0a15,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:54.218061 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-426d3e6f-f366-40e2-8342-b7380e4a6f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.223314 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 34062) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:54.223926 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-426d3e6f-f366-40e2-8342-b7380e4a6f91 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c0a1b29d-6e7f-4432-8d5d-be05b1db0a15 HTTP/1.1" status: 204 len: 168 time: 0.3167725 Aug 17 02:36:54.327049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.406072 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.415654 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5c2b39-54e0-4494-a97b-10c8c3ba8c43']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:54.425202 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:54.425504 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0844e11-7e1c-4c9d-9ef0-66ca85d8c20f') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:36:54.434323 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7601395'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.448199 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.453776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:36:54.454157 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601808'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: Traceback (most recent call last): Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: timer() Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: cb(*args, **kw) Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: return func(*args, **kwargs) Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: self._notify() Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: self.callback(batched_events) Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: event.method(event) Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: return f(self, *a, **k) Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._get(url).json() Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: return self.request(url, 'GET', **kwargs) Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:36:54.455787 dv-cinder-799871-4-iscsi neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:36:54.511664 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.516882 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.519320 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] 10.222.0.52 "DELETE /v2.0/networks/0d5c2b39-54e0-4494-a97b-10c8c3ba8c43 HTTP/1.1" status: 204 len: 168 time: 0.2913167 Aug 17 02:36:54.529943 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a61c72-cf9f-4964-bde9-7ab5b4ebbbed admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5c2b39-54e0-4494-a97b-10c8c3ba8c43,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:54.629640 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 34066) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:54.669231 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ede0da54-1653-4b5d-a40a-1e3a9ee933a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=907ba4d8c7c44c5aa1d3109f812a07cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0368533 Aug 17 02:36:54.669981 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 34068) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:54.732876 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b763f90c-2454-430c-b4d8-6dc2854b9d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.763692 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device da1ef090-388c-419d-8444-ea6557c3f487 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:54.764139 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b763f90c-2454-430c-b4d8-6dc2854b9d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.784191 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: da1ef090-388c-419d-8444-ea6557c3f487 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:36:54.784541 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device da1ef090-388c-419d-8444-ea6557c3f487 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:36:54.785025 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device f7f725fe-7b68-48c6-99df-2968681ac9f8 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:36:54.804595 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: f7f725fe-7b68-48c6-99df-2968681ac9f8 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:36:54.804938 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device f7f725fe-7b68-48c6-99df-2968681ac9f8 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:36:54.828272 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b763f90c-2454-430c-b4d8-6dc2854b9d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.831307 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b763f90c-2454-430c-b4d8-6dc2854b9d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:54.832460 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-b763f90c-2454-430c-b4d8-6dc2854b9d4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8762cac7-187c-4912-8758-6c934f6de7d4 HTTP/1.1" status: 204 len: 168 time: 0.1614082 Aug 17 02:36:54.842406 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763f90c-2454-430c-b4d8-6dc2854b9d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8762cac7-187c-4912-8758-6c934f6de7d4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:55.288947 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39d65-e8d3-47b6-89a1-09556a378694 req-28d65cda-522b-4ff2-b85d-104bed2adff9 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:55.290403 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cac39d65-e8d3-47b6-89a1-09556a378694 req-28d65cda-522b-4ff2-b85d-104bed2adff9 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0501773 Aug 17 02:36:55.328828 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cac39d65-e8d3-47b6-89a1-09556a378694 req-e328a9ba-e6a3-4c45-89bb-7020303216a7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Aug 17 02:36:56.098892 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 34132) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:56.201846 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a8dfcf3-3f0e-40af-996f-90a7a0ced010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.290648 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a8dfcf3-3f0e-40af-996f-90a7a0ced010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.294274 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2a8dfcf3-3f0e-40af-996f-90a7a0ced010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.330044 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dfcf3-3f0e-40af-996f-90a7a0ced010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3276ca-1f8c-41d4-b137-0779e1455a86,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:56.335367 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-2a8dfcf3-3f0e-40af-996f-90a7a0ced010 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c48773ff8ad4e80846c913b2a95984f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354686 Aug 17 02:36:56.337971 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 34140) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:36:56.386200 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-922ee3e4-b2ff-442e-b1d9-45298df540d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.432032 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-922ee3e4-b2ff-442e-b1d9-45298df540d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.476377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a7c23-e879-493c-b4d9-e77033c35263 req-2aaf4c20-5e2f-4e1f-bcd0-80dba8e1de26 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:56.477838 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-425a7c23-e879-493c-b4d9-e77033c35263 req-2aaf4c20-5e2f-4e1f-bcd0-80dba8e1de26 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0797977 Aug 17 02:36:56.512046 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-922ee3e4-b2ff-442e-b1d9-45298df540d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.514541 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-922ee3e4-b2ff-442e-b1d9-45298df540d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:36:56.515663 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-922ee3e4-b2ff-442e-b1d9-45298df540d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df3276ca-1f8c-41d4-b137-0779e1455a86 HTTP/1.1" status: 204 len: 168 time: 0.1768088 Aug 17 02:36:56.524698 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-425a7c23-e879-493c-b4d9-e77033c35263 req-9f6a3671-8551-430c-bf37-4ed704bd5911 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Aug 17 02:36:56.529440 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ee3e4-b2ff-442e-b1d9-45298df540d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3276ca-1f8c-41d4-b137-0779e1455a86,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:36:57.641661 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d1a14-b99b-4720-8623-411eb51457a9 req-a1ef1ccf-12ed-4d30-a73d-cc8b2976c191 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:57.643174 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d89d1a14-b99b-4720-8623-411eb51457a9 req-a1ef1ccf-12ed-4d30-a73d-cc8b2976c191 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0493252 Aug 17 02:36:57.681451 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d89d1a14-b99b-4720-8623-411eb51457a9 req-a546956b-4b04-4ec2-96eb-f515460f475a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317686 Aug 17 02:36:58.796160 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f91ec1-8e34-457a-9c93-9ee05e579f56 req-dff778a1-9e3b-400d-9c83-c26400d2e05b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:58.797600 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3f91ec1-8e34-457a-9c93-9ee05e579f56 req-dff778a1-9e3b-400d-9c83-c26400d2e05b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0507324 Aug 17 02:36:58.834808 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3f91ec1-8e34-457a-9c93-9ee05e579f56 req-a7864c30-76a3-4c66-9427-f5b378ec0e78 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305312 Aug 17 02:36:59.947957 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18840d33-bcb7-439b-a763-9e6d4a09fde1 req-58b0e540-58c8-4c8a-8820-643fd2c1084c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:36:59.949407 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-18840d33-bcb7-439b-a763-9e6d4a09fde1 req-58b0e540-58c8-4c8a-8820-643fd2c1084c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0482311 Aug 17 02:36:59.985256 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-18840d33-bcb7-439b-a763-9e6d4a09fde1 req-e272d174-b353-4adc-8501-ae91b28bef39 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301046 Aug 17 02:37:01.098778 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9d6b8-51e3-495b-9375-3d657398fa1c req-ba3c44d4-8d4a-4826-9e24-a18190371ea7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:01.100247 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d1a9d6b8-51e3-495b-9375-3d657398fa1c req-ba3c44d4-8d4a-4826-9e24-a18190371ea7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0496988 Aug 17 02:37:01.137226 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d1a9d6b8-51e3-495b-9375-3d657398fa1c req-061f6b11-e6c8-408d-9ab0-557ac0f7949c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Aug 17 02:37:01.164859 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 55e0f8a0-9340-4d66-bfcc-8cd34154daff no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:01.186260 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 55e0f8a0-9340-4d66-bfcc-8cd34154daff {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:37:01.186626 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 55e0f8a0-9340-4d66-bfcc-8cd34154daff not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:37:02.259360 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2a0fd-9a71-4d4d-a4cb-5ccb84296068 req-7d9ed7ca-7664-4efe-8672-45a54cc6097e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:02.260786 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3ab2a0fd-9a71-4d4d-a4cb-5ccb84296068 req-7d9ed7ca-7664-4efe-8672-45a54cc6097e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0556629 Aug 17 02:37:02.297313 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3ab2a0fd-9a71-4d4d-a4cb-5ccb84296068 req-5f361621-b4dc-44f0-9a2c-2b9f8065ec47 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306900 Aug 17 02:37:02.994271 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-0337ea9b-ab8c-44e3-8364-28d2deada2e7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1280572 Aug 17 02:37:03.082927 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-0ce0d37c-0ded-453c-a98e-ae137ae267e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.084379 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-0ce0d37c-0ded-453c-a98e-ae137ae267e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 1098 time: 0.0404251 Aug 17 02:37:03.189782 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-2e04660b-5c99-4fd8-a240-b801d954b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.191451 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-2e04660b-5c99-4fd8-a240-b801d954b842 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.0875876 Aug 17 02:37:03.258804 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-1a459dfc-cf42-4414-9633-71c43f68c776 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fec36d0-662b-47e1-9f51-4371547b09ca HTTP/1.1" status: 200 len: 1000 time: 0.0569642 Aug 17 02:37:03.312791 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-882884c9-224f-4823-91cf-45b94fab8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.314240 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-882884c9-224f-4823-91cf-45b94fab8966 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0460472 Aug 17 02:37:03.365486 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-7b9b1182-666a-4bf8-8a3b-637bbdfcda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.367339 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-7b9b1182-666a-4bf8-8a3b-637bbdfcda19 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422308 Aug 17 02:37:03.730860 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73274d67-6f92-4da1-afd4-59bb56e166e3 req-9603db98-a83f-476f-aa21-305d491799c8 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.732322 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-73274d67-6f92-4da1-afd4-59bb56e166e3 req-9603db98-a83f-476f-aa21-305d491799c8 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.3641226 Aug 17 02:37:03.772548 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-dbf6fa03-14b6-40e6-85d8-fc8a257254a1 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:03.773999 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-dbf6fa03-14b6-40e6-85d8-fc8a257254a1 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.3325284 Aug 17 02:37:03.792994 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-de41aedf-8d92-4f4d-957e-606e798e334e service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130201 Aug 17 02:37:03.807445 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-73274d67-6f92-4da1-afd4-59bb56e166e3 req-551b2f5b-420b-4226-9319-f3507cc0dbf6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661860 Aug 17 02:37:03.935630 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:04.922099 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b7e4-9d6d-419b-a7b8-e39de49cdec4 req-81dafd47-d71f-4e1d-b55c-65d6b8ee846e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:04.923560 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-55d9b7e4-9d6d-419b-a7b8-e39de49cdec4 req-81dafd47-d71f-4e1d-b55c-65d6b8ee846e tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0482576 Aug 17 02:37:04.960383 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-55d9b7e4-9d6d-419b-a7b8-e39de49cdec4 req-465f708f-572a-4663-8885-703babf81be0 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303216 Aug 17 02:37:06.074503 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973232e-8181-42ef-9d5b-1ca5b3b3776a req-54b18059-2179-47a2-815b-1db0496af7e6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:06.075966 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5973232e-8181-42ef-9d5b-1ca5b3b3776a req-54b18059-2179-47a2-815b-1db0496af7e6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0504935 Aug 17 02:37:06.115621 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5973232e-8181-42ef-9d5b-1ca5b3b3776a req-7ee9e8cf-b46a-4c35-ba1b-605a27c56eb7 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Aug 17 02:37:07.033457 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0468ee06-3e37-4475-8698-a0a8e9c3a90f req-a6ec5dcd-4046-4205-a422-e1200a529dcb service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358173 Aug 17 02:37:07.043466 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Deleting port f4f15ed2-91e7-44fe-a493-60d93fdd7363 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:07.043798 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:07.132305 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] For port f4f15ed2-91e7-44fe-a493-60d93fdd7363, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4f15ed2-91e7-44fe-a493-60d93fdd7363,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:07.132991 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:07.143960 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Calling delete_port for f4f15ed2-91e7-44fe-a493-60d93fdd7363 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:07.253489 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a18586-892f-4826-9af9-5f60ea9e1edf req-020dbdfb-0f7e-4b7b-afac-42d219b54f0d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:07.254950 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b4a18586-892f-4826-9af9-5f60ea9e1edf req-020dbdfb-0f7e-4b7b-afac-42d219b54f0d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 945 time: 0.0708144 Aug 17 02:37:07.328873 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b4a18586-892f-4826-9af9-5f60ea9e1edf req-91625ed4-59ef-4b98-bb15-cc4a3df7e185 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 Aug 17 02:37:07.339468 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:07.375830 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Pushing event deleted for resources: {'Port': ['ID=f4f15ed2-91e7-44fe-a493-60d93fdd7363,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:07.412368 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.412724 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.413069 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.413410 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.413748 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.414082 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.414415 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.414786 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.415116 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.415448 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.415773 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.416099 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:07.418773 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] No DVR routers for this DVR port f4f15ed2-91e7-44fe-a493-60d93fdd7363 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:37:07.420929 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:07.422913 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-98941ab4-754c-4e1b-9301-3e66c7f0b16d req-d04de074-a19b-4363-8657-8dcfa38caccf tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "DELETE /v2.0/ports/f4f15ed2-91e7-44fe-a493-60d93fdd7363 HTTP/1.1" status: 204 len: 173 time: 0.5323896 Aug 17 02:37:07.423331 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692389cf-d6f9-4264-9ac6-c8598a36199b', 'name': 'network-vif-deleted', 'tag': 'f4f15ed2-91e7-44fe-a493-60d93fdd7363'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:07.426129 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f185e079-ba4a-41d0-a033-a3dbc7903f99" -d '{"events": [{"server_uuid": "692389cf-d6f9-4264-9ac6-c8598a36199b", "name": "network-vif-deleted", "tag": "f4f15ed2-91e7-44fe-a493-60d93fdd7363"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:07.461070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f8d91b-6753-448b-9e01-3161d8de2600 x-openstack-request-id: req-b2f8d91b-6753-448b-9e01-3161d8de2600 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:07.461363 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692389cf-d6f9-4264-9ac6-c8598a36199b", "name": "network-vif-deleted", "tag": "f4f15ed2-91e7-44fe-a493-60d93fdd7363", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:07.461616 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2f8d91b-6753-448b-9e01-3161d8de2600 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:07.462011 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692389cf-d6f9-4264-9ac6-c8598a36199b', 'name': 'network-vif-deleted', 'tag': 'f4f15ed2-91e7-44fe-a493-60d93fdd7363', 'status': 'completed', 'code': 200} Aug 17 02:37:08.425607 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ce20443a-81ea-4721-b898-d1b42543ad40 req-e01786b8-fc98-4322-a582-dc699d61df7c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 210 time: 0.0267167 Aug 17 02:37:08.648319 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['45ba11ef-2220-415c-a0fb-90a040f16bfd', 'f4f15ed2-91e7-44fe-a493-60d93fdd7363'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:08.753494 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ce2903d7-11e1-415f-8d01-87f4adad6ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:09.076059 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f4f15ed2-91e7-44fe-a493-60d93fdd7363 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:09.095401 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: f4f15ed2-91e7-44fe-a493-60d93fdd7363 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:37:09.095742 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f4f15ed2-91e7-44fe-a493-60d93fdd7363 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:37:09.536994 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-020c2d24-21a8-4a97-93bb-32d38eb01f79 req-52884fe0-7fea-4b44-bb33-05b12d593652 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=692389cf-d6f9-4264-9ac6-c8598a36199b HTTP/1.1" status: 200 len: 210 time: 0.0330462 Aug 17 02:37:11.370967 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0839-8b6c-4d68-b3ff-ea6188494e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:11.527850 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:11.967008 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43c849-7dfc-4ff0-9399-d2ce62560680 req-60452bfd-72dc-4d2f-85d6-9eb3690b8d5c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:11.975122 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a43c849-7dfc-4ff0-9399-d2ce62560680 req-60452bfd-72dc-4d2f-85d6-9eb3690b8d5c tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 946 time: 0.0736806 Aug 17 02:37:12.011385 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a43c849-7dfc-4ff0-9399-d2ce62560680 req-067ed11e-28dc-4604-aa6a-6fc101649e85 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Aug 17 02:37:12.144859 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:13.129557 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fcb3b-62fc-4df1-96c9-5bfdbe4b63b1 req-8e70a239-ef3a-4bd1-883b-5186658d5be9 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:13.131777 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b29fcb3b-62fc-4df1-96c9-5bfdbe4b63b1 req-8e70a239-ef3a-4bd1-883b-5186658d5be9 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 946 time: 0.0512080 Aug 17 02:37:13.184495 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b29fcb3b-62fc-4df1-96c9-5bfdbe4b63b1 req-6f702fc5-cbce-49ca-affe-5dc2187aac9d tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465095 Aug 17 02:37:14.046820 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.311617 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73ad84-74f1-499e-aa6e-ccc673e398d4 req-e981d32e-65ce-4769-a350-8c2a9b0871f0 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:14.313117 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad73ad84-74f1-499e-aa6e-ccc673e398d4 req-e981d32e-65ce-4769-a350-8c2a9b0871f0 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 946 time: 0.0545311 Aug 17 02:37:14.370377 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad73ad84-74f1-499e-aa6e-ccc673e398d4 req-47666d42-5ed5-4d05-bbe0-7e57d45892c6 tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e73cad9-09e4-47bb-996a-ceb108407270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505936 Aug 17 02:37:14.411878 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-25a37377-9224-4163-9ad9-ae48cf08c88b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:14.413324 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-25a37377-9224-4163-9ad9-ae48cf08c88b tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "GET /v2.0/ports?device_id=6657a295-6663-4110-bc4b-8deed02885fd HTTP/1.1" status: 200 len: 946 time: 0.0593402 Aug 17 02:37:14.520081 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Deleting port 45ba11ef-2220-415c-a0fb-90a040f16bfd {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:14.520623 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.620788 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] For port 45ba11ef-2220-415c-a0fb-90a040f16bfd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45ba11ef-2220-415c-a0fb-90a040f16bfd,segment=NetworkSegment(41cdf3f9-1ac3-43f5-830a-760acc796747),segment_id=41cdf3f9-1ac3-43f5-830a-760acc796747)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:14.621160 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.635706 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Calling delete_port for 45ba11ef-2220-415c-a0fb-90a040f16bfd owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:14.770768 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.789856 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['45ba11ef-2220-415c-a0fb-90a040f16bfd'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:14.800003 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Pushing event deleted for resources: {'Port': ['ID=45ba11ef-2220-415c-a0fb-90a040f16bfd,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:14.842114 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] No DVR routers for this DVR port 45ba11ef-2220-415c-a0fb-90a040f16bfd on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:37:14.845000 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:14.847879 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-00d349ed-efd0-40d7-b2e9-5c1da91c3e18 req-2d3c9ec0-4d08-43d3-9829-49fddb512f2a tempest-AttachVolumeNegativeTest-732342414 tempest-AttachVolumeNegativeTest-732342414-project] 10.222.0.63 "DELETE /v2.0/ports/45ba11ef-2220-415c-a0fb-90a040f16bfd HTTP/1.1" status: 204 len: 173 time: 0.4269657 Aug 17 02:37:14.848419 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6657a295-6663-4110-bc4b-8deed02885fd', 'name': 'network-vif-deleted', 'tag': '45ba11ef-2220-415c-a0fb-90a040f16bfd'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:14.851722 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b462777-0494-4f7d-bc63-f494aa442f2a" -d '{"events": [{"server_uuid": "6657a295-6663-4110-bc4b-8deed02885fd", "name": "network-vif-deleted", "tag": "45ba11ef-2220-415c-a0fb-90a040f16bfd"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:15.035608 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e49a20-0c7c-4164-a566-a801c2639223 x-openstack-request-id: req-a8e49a20-0c7c-4164-a566-a801c2639223 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:15.035905 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6657a295-6663-4110-bc4b-8deed02885fd", "name": "network-vif-deleted", "tag": "45ba11ef-2220-415c-a0fb-90a040f16bfd", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:15.036707 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8e49a20-0c7c-4164-a566-a801c2639223 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:15.037102 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6657a295-6663-4110-bc4b-8deed02885fd', 'name': 'network-vif-deleted', 'tag': '45ba11ef-2220-415c-a0fb-90a040f16bfd', 'status': 'completed', 'code': 200} Aug 17 02:37:15.435387 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 34456) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:15.480993 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dbb86b-7786-415e-a291-0fe482717ebc admin admin] Deleting subnet 0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:37:15.484219 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-35dbb86b-7786-415e-a291-0fe482717ebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.518022 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-35dbb86b-7786-415e-a291-0fe482717ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929436'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.556393 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-35dbb86b-7786-415e-a291-0fe482717ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.585258 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa9644-2c98-4296-8f58-64b28500c511 req-18ca89a4-49b1-4dbf-bb26-e6644986bb7d tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:15.586783 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f8fa9644-2c98-4296-8f58-64b28500c511 req-18ca89a4-49b1-4dbf-bb26-e6644986bb7d tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 945 time: 0.0578229 Aug 17 02:37:15.611590 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-35dbb86b-7786-415e-a291-0fe482717ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7181250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798163'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.627642 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f8fa9644-2c98-4296-8f58-64b28500c511 req-a3f51bf3-0ed1-46c4-97e2-74ed223ce0b7 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348668 Aug 17 02:37:15.635234 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbb86b-7786-415e-a291-0fe482717ebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0187f9a6-5b26-47ba-abaf-9d56e2e3bf89,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:15.641809 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-35dbb86b-7786-415e-a291-0fe482717ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.646731 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-35dbb86b-7786-415e-a291-0fe482717ebc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0187f9a6-5b26-47ba-abaf-9d56e2e3bf89 HTTP/1.1" status: 204 len: 168 time: 0.2099791 Aug 17 02:37:15.646893 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 34462) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:15.718625 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.800006 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.810261 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003c27b3-9d03-42a9-8448-e2eaa96117a3']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:15.822002 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cdf3f9-1ac3-43f5-830a-760acc796747') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:15.822581 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cdf3f9-1ac3-43f5-830a-760acc796747') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:37:15.832710 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7601395'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.847263 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.855107 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:37:15.855556 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601808'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: Traceback (most recent call last): Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: timer() Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: cb(*args, **kw) Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: return func(*args, **kwargs) Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: self._notify() Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: self.callback(batched_events) Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: event.method(event) Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: return f(self, *a, **k) Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._get(url).json() Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: return self.request(url, 'GET', **kwargs) Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:37:15.857210 dv-cinder-799871-4-iscsi neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:37:15.910171 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.914754 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:15.920186 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] 10.222.0.52 "DELETE /v2.0/networks/003c27b3-9d03-42a9-8448-e2eaa96117a3 HTTP/1.1" status: 204 len: 168 time: 0.2688348 Aug 17 02:37:15.930676 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f59de-05d2-4a9b-993b-447d6f94a683 admin admin] Pushing event deleted for resources: {'Network': ['ID=003c27b3-9d03-42a9-8448-e2eaa96117a3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:16.107560 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 34482) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:16.147430 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-7aff1348-79a5-4761-9c89-1982a40e206f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39d10caaef914f97b9aba1e891f588ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385063 Aug 17 02:37:16.149590 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 34484) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:16.152304 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861ee09-6b61-4a97-9675-c866719b37ee req-b972df91-48b1-4d6d-a0f0-c4bb66025b79 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:16.153903 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1861ee09-6b61-4a97-9675-c866719b37ee req-b972df91-48b1-4d6d-a0f0-c4bb66025b79 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0528185 Aug 17 02:37:16.194142 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1861ee09-6b61-4a97-9675-c866719b37ee req-2f93933e-14bc-4b76-99b1-6a7ef4f01da4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340879 Aug 17 02:37:16.196937 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6e13-996b-40ff-bb9d-b5aecc44123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:16.219681 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6e13-996b-40ff-bb9d-b5aecc44123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:16.263158 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6e13-996b-40ff-bb9d-b5aecc44123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:16.265656 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6e13-996b-40ff-bb9d-b5aecc44123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:16.266832 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ec3a6e13-996b-40ff-bb9d-b5aecc44123d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e73cad9-09e4-47bb-996a-ceb108407270 HTTP/1.1" status: 204 len: 168 time: 0.1163337 Aug 17 02:37:16.274436 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a6e13-996b-40ff-bb9d-b5aecc44123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e73cad9-09e4-47bb-996a-ceb108407270,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:16.751108 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dac89-3adc-432b-a0ac-f5bb7a59e65a req-a305e3d5-92f2-442f-b1ac-43a2a9da7f62 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:16.752597 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bf7dac89-3adc-432b-a0ac-f5bb7a59e65a req-a305e3d5-92f2-442f-b1ac-43a2a9da7f62 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 945 time: 0.0529771 Aug 17 02:37:16.791766 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bf7dac89-3adc-432b-a0ac-f5bb7a59e65a req-b951c587-4d82-4bda-8021-7941852bbb37 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Aug 17 02:37:17.318356 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d846fde-d93a-436d-aa2d-062a6fff73e0 req-9f14c8ea-d2a8-4d18-b078-2f890f884ac8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:17.319884 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4d846fde-d93a-436d-aa2d-062a6fff73e0 req-9f14c8ea-d2a8-4d18-b078-2f890f884ac8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0495982 Aug 17 02:37:17.358416 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4d846fde-d93a-436d-aa2d-062a6fff73e0 req-7b1ffdce-fd5f-48ab-924d-a6fff631d1e1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Aug 17 02:37:17.827764 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-c00a437f-8e84-47ec-b652-a7128ca3f8be tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:17.829220 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-c00a437f-8e84-47ec-b652-a7128ca3f8be tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 945 time: 0.0568259 Aug 17 02:37:17.939095 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f2d4a-3a28-4863-a8d9-357cd31de3dc req-d45abcd6-355d-4d6d-a4bc-e43b51d3a2b9 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:17.940532 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0e5f2d4a-3a28-4863-a8d9-357cd31de3dc req-d45abcd6-355d-4d6d-a4bc-e43b51d3a2b9 tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4ee1cb-bf88-421a-956e-1d9c738c24c9 HTTP/1.1" status: 200 len: 945 time: 0.0793562 Aug 17 02:37:17.973350 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Deleting port e7438a85-3795-48b1-ad8a-fd2ca660a4d3 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:37:17.974269 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.027501 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0e5f2d4a-3a28-4863-a8d9-357cd31de3dc req-507e9edb-4652-419c-bca0-e77a1a46345b tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb586a18-3210-44d0-ba68-7544cbec6086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799382 Aug 17 02:37:18.072814 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] For port e7438a85-3795-48b1-ad8a-fd2ca660a4d3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,segment=NetworkSegment(95fca6d6-05a9-4139-8b36-100dfd87b914),segment_id=95fca6d6-05a9-4139-8b36-100dfd87b914)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:18.073173 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.085093 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Calling delete_port for e7438a85-3795-48b1-ad8a-fd2ca660a4d3 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:37:18.208713 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.219731 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['e7438a85-3795-48b1-ad8a-fd2ca660a4d3'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:18.236859 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Pushing event deleted for resources: {'Port': ['ID=e7438a85-3795-48b1-ad8a-fd2ca660a4d3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:18.276938 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] No DVR routers for this DVR port e7438a85-3795-48b1-ad8a-fd2ca660a4d3 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:37:18.282129 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:18.284106 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-afef21d5-8df2-45cc-bcf5-4421745946e2 req-7524aff3-f252-48fa-b5e6-9a658b633c0f tempest-VolumesSnapshotTestJSON-1220937262 tempest-VolumesSnapshotTestJSON-1220937262-project] 10.222.0.63 "DELETE /v2.0/ports/e7438a85-3795-48b1-ad8a-fd2ca660a4d3 HTTP/1.1" status: 204 len: 173 time: 0.4488442 Aug 17 02:37:18.284578 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ee1cb-bf88-421a-956e-1d9c738c24c9', 'name': 'network-vif-deleted', 'tag': 'e7438a85-3795-48b1-ad8a-fd2ca660a4d3'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:18.287708 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4f3a6b-22d6-4904-89fa-626bdeb81332" -d '{"events": [{"server_uuid": "2c4ee1cb-bf88-421a-956e-1d9c738c24c9", "name": "network-vif-deleted", "tag": "e7438a85-3795-48b1-ad8a-fd2ca660a4d3"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:18.328152 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62c26f8-796e-47b4-a331-c91de002b3db x-openstack-request-id: req-b62c26f8-796e-47b4-a331-c91de002b3db {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:18.328446 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ee1cb-bf88-421a-956e-1d9c738c24c9", "name": "network-vif-deleted", "tag": "e7438a85-3795-48b1-ad8a-fd2ca660a4d3", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:18.328744 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b62c26f8-796e-47b4-a331-c91de002b3db {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:18.329139 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ee1cb-bf88-421a-956e-1d9c738c24c9', 'name': 'network-vif-deleted', 'tag': 'e7438a85-3795-48b1-ad8a-fd2ca660a4d3', 'status': 'completed', 'code': 200} Aug 17 02:37:18.485792 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf942e-390a-4efc-8d1f-573598fb6e03 req-236e620a-6cba-4502-9be5-412c5774d119 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:18.487353 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3cf942e-390a-4efc-8d1f-573598fb6e03 req-236e620a-6cba-4502-9be5-412c5774d119 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0541189 Aug 17 02:37:18.525992 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3cf942e-390a-4efc-8d1f-573598fb6e03 req-046a6e4f-7a93-4817-b8db-f4969f8a1379 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Aug 17 02:37:18.959624 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 45ba11ef-2220-415c-a0fb-90a040f16bfd no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:18.978763 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 45ba11ef-2220-415c-a0fb-90a040f16bfd {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:37:18.979028 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 45ba11ef-2220-415c-a0fb-90a040f16bfd not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:37:19.653698 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5b2d6-3d67-454a-90dc-4051cf8dd211 req-5a089ee4-f0d9-478b-ad2c-bdd699c1711f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:19.655384 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-27d5b2d6-3d67-454a-90dc-4051cf8dd211 req-5a089ee4-f0d9-478b-ad2c-bdd699c1711f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0550537 Aug 17 02:37:19.695587 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-27d5b2d6-3d67-454a-90dc-4051cf8dd211 req-6ff8e8fd-ed78-4bae-ae50-4a1d20fd2159 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332327 Aug 17 02:37:20.816896 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad43213-a61f-484c-ab06-58caebf0f938 req-f5a34517-5c19-4317-b92b-960e357ecff1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:20.819426 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad43213-a61f-484c-ab06-58caebf0f938 req-f5a34517-5c19-4317-b92b-960e357ecff1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0494945 Aug 17 02:37:20.858801 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad43213-a61f-484c-ab06-58caebf0f938 req-dbab2c79-2abf-43f9-9ebe-cb30972eb120 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335114 Aug 17 02:37:20.982228 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device e7438a85-3795-48b1-ad8a-fd2ca660a4d3 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:37:21.002131 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: e7438a85-3795-48b1-ad8a-fd2ca660a4d3 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:37:21.002476 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device e7438a85-3795-48b1-ad8a-fd2ca660a4d3 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:37:21.990941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f500c4-ff01-4531-9b86-9ed4ff039c01 req-51cfd3d5-8ba0-44c7-b2c5-1fa0d0bcb81f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:21.992446 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-08f500c4-ff01-4531-9b86-9ed4ff039c01 req-51cfd3d5-8ba0-44c7-b2c5-1fa0d0bcb81f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0524518 Aug 17 02:37:22.030455 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-08f500c4-ff01-4531-9b86-9ed4ff039c01 req-c715109a-a81f-4704-944f-347e67f9cad3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322425 Aug 17 02:37:23.149723 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97069712-d611-4ca5-a0f0-0975a1b5964d req-be95321b-e4d6-40af-bc9e-c6f4dd54487f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:23.151229 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97069712-d611-4ca5-a0f0-0975a1b5964d req-be95321b-e4d6-40af-bc9e-c6f4dd54487f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0485055 Aug 17 02:37:23.190159 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-97069712-d611-4ca5-a0f0-0975a1b5964d req-a08f4255-9a72-42a6-9208-337e7ebb359c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 Aug 17 02:37:24.306533 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e1018-5d4d-4bf7-ac77-82d61037a8a1 req-dc681afc-2de0-47a3-ab30-d6cb7e21e8a7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:24.308046 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-724e1018-5d4d-4bf7-ac77-82d61037a8a1 req-dc681afc-2de0-47a3-ab30-d6cb7e21e8a7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0483503 Aug 17 02:37:24.344785 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-724e1018-5d4d-4bf7-ac77-82d61037a8a1 req-9c09e123-3414-4423-aeb2-4f94363e3643 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307035 Aug 17 02:37:25.467641 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107ce3c-e41c-49f5-9c54-98b4a59452d7 req-3175808b-f7b0-4502-84eb-803ba30bc839 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:25.469017 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5107ce3c-e41c-49f5-9c54-98b4a59452d7 req-3175808b-f7b0-4502-84eb-803ba30bc839 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0527954 Aug 17 02:37:25.505994 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5107ce3c-e41c-49f5-9c54-98b4a59452d7 req-7a5a34fd-5170-42f2-a202-d51fddb391b9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Aug 17 02:37:26.108745 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:37:26.624016 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78141f-fb8e-45b0-83f7-57f0d1cae2f6 req-114c9767-ef73-4fe4-b13b-6dca3687402d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:26.625481 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6d78141f-fb8e-45b0-83f7-57f0d1cae2f6 req-114c9767-ef73-4fe4-b13b-6dca3687402d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0492008 Aug 17 02:37:26.662840 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6d78141f-fb8e-45b0-83f7-57f0d1cae2f6 req-23a171f1-afde-47a8-9c97-7640547fd5db tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Aug 17 02:37:27.781723 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640513f5-97ca-44aa-8465-afec2387ddf3 req-b2d819d3-1e46-46fe-975c-34595a9ca0de tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:27.783216 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-640513f5-97ca-44aa-8465-afec2387ddf3 req-b2d819d3-1e46-46fe-975c-34595a9ca0de tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0496533 Aug 17 02:37:27.820235 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-640513f5-97ca-44aa-8465-afec2387ddf3 req-61643fe4-04e6-4441-b4e3-4eaf18b5ac77 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 Aug 17 02:37:28.945740 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8f360-8bf6-4eec-88c4-0aff132ed5eb req-da8d7543-b8ba-4bda-96bd-56d02e0e3f90 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:28.947220 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8fb8f360-8bf6-4eec-88c4-0aff132ed5eb req-da8d7543-b8ba-4bda-96bd-56d02e0e3f90 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0525525 Aug 17 02:37:28.982827 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8fb8f360-8bf6-4eec-88c4-0aff132ed5eb req-6ce995c9-55c4-4163-95ad-100b11ab19d5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297813 Aug 17 02:37:30.100807 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451d67b-0727-4df3-a84f-a98d29f4869e req-06b1a4a3-e6b3-4e32-b32c-959287123d96 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:30.102174 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0451d67b-0727-4df3-a84f-a98d29f4869e req-06b1a4a3-e6b3-4e32-b32c-959287123d96 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0487435 Aug 17 02:37:30.138569 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0451d67b-0727-4df3-a84f-a98d29f4869e req-4479e508-278f-4164-89f5-2661d85a247e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305471 Aug 17 02:37:31.259556 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c6a61-3a7a-4d5a-b847-20de3fb2778e req-ab9e3d18-bb11-4bc6-a3eb-07d558ecfbc8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:31.261024 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d78c6a61-3a7a-4d5a-b847-20de3fb2778e req-ab9e3d18-bb11-4bc6-a3eb-07d558ecfbc8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0509183 Aug 17 02:37:31.299185 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d78c6a61-3a7a-4d5a-b847-20de3fb2778e req-4286ccf9-bbef-431b-958c-456c1ef15700 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321405 Aug 17 02:37:32.134548 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 34792) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:32.241868 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-791cd3c9-92b8-484d-b70c-674dba82eba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.337295 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-791cd3c9-92b8-484d-b70c-674dba82eba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.341450 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-791cd3c9-92b8-484d-b70c-674dba82eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.386345 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cd3c9-92b8-484d-b70c-674dba82eba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413cbabc-18aa-402d-b5e0-071d1ed6a10b,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:32.391934 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-791cd3c9-92b8-484d-b70c-674dba82eba9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c6a33b1814840399f009bf94235f80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559829 Aug 17 02:37:32.394368 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 34806) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:32.431290 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bd739-b5b9-4d55-a42e-ef30fa70df38 req-b663d745-5b15-4938-a70c-cc2ae9796763 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:32.432964 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b01bd739-b5b9-4d55-a42e-ef30fa70df38 req-b663d745-5b15-4938-a70c-cc2ae9796763 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0548117 Aug 17 02:37:32.444949 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46e8cb7c-092f-47ea-a7ae-1b1ff00b2bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.467713 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46e8cb7c-092f-47ea-a7ae-1b1ff00b2bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.472702 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b01bd739-b5b9-4d55-a42e-ef30fa70df38 req-5dee8a2c-d951-450b-b4c2-f14c4033c831 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332899 Aug 17 02:37:32.517429 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46e8cb7c-092f-47ea-a7ae-1b1ff00b2bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.520991 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-46e8cb7c-092f-47ea-a7ae-1b1ff00b2bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.522948 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-46e8cb7c-092f-47ea-a7ae-1b1ff00b2bac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/413cbabc-18aa-402d-b5e0-071d1ed6a10b HTTP/1.1" status: 204 len: 168 time: 0.1268489 Aug 17 02:37:32.531733 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8cb7c-092f-47ea-a7ae-1b1ff00b2bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413cbabc-18aa-402d-b5e0-071d1ed6a10b,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:32.779577 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 34814) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:32.793677 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-196bc618-ce31-4dbd-9010-fc282b59321d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.894043 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-196bc618-ce31-4dbd-9010-fc282b59321d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.898579 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-196bc618-ce31-4dbd-9010-fc282b59321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:32.937611 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-196bc618-ce31-4dbd-9010-fc282b59321d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7df6f797df347ab98ff4e73872d5c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569049 Aug 17 02:37:32.940348 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 34824) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:32.947349 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bc618-ce31-4dbd-9010-fc282b59321d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a3bb9-1f55-4983-bc55-08522e140354,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:32.990521 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-588063db-70a4-44a0-9c0c-fc5eba520462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.011664 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-588063db-70a4-44a0-9c0c-fc5eba520462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.059242 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-588063db-70a4-44a0-9c0c-fc5eba520462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.061927 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-588063db-70a4-44a0-9c0c-fc5eba520462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:33.063068 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-588063db-70a4-44a0-9c0c-fc5eba520462 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed3a3bb9-1f55-4983-bc55-08522e140354 HTTP/1.1" status: 204 len: 168 time: 0.1218107 Aug 17 02:37:33.070826 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588063db-70a4-44a0-9c0c-fc5eba520462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a3bb9-1f55-4983-bc55-08522e140354,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:33.629133 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be2bdd-23fd-4953-8656-300f3cebf143 req-46f7e282-0a23-4732-a200-9e68db554e69 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:33.637746 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e5be2bdd-23fd-4953-8656-300f3cebf143 req-46f7e282-0a23-4732-a200-9e68db554e69 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0772498 Aug 17 02:37:33.687933 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e5be2bdd-23fd-4953-8656-300f3cebf143 req-b4c6bd96-90f6-4f30-a790-28099a1e0cee tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492783 Aug 17 02:37:33.937686 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:34.834348 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a517cc9-91da-426f-b578-156e3055fa0d req-8f7c4f24-ddf5-4ece-b18d-ad11d12d11eb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:34.837066 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a517cc9-91da-426f-b578-156e3055fa0d req-8f7c4f24-ddf5-4ece-b18d-ad11d12d11eb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0629110 Aug 17 02:37:34.887819 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a517cc9-91da-426f-b578-156e3055fa0d req-2e574bde-57a8-40fe-8eca-3ba8d2fb0c17 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Aug 17 02:37:35.928583 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 35012) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:36.012508 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79f6e4-0ee9-411f-a365-01ddf2afde51 req-f57649f5-f311-4e97-8a0c-8b95d5db1bf0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:36.013973 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-db79f6e4-0ee9-411f-a365-01ddf2afde51 req-f57649f5-f311-4e97-8a0c-8b95d5db1bf0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0515840 Aug 17 02:37:36.036849 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2aeef6a3-e211-48c1-a3c9-3224443d5d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.051431 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-db79f6e4-0ee9-411f-a365-01ddf2afde51 req-b12f8343-bc32-4228-b099-c27dd2ce891e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316186 Aug 17 02:37:36.129502 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2aeef6a3-e211-48c1-a3c9-3224443d5d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.133909 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2aeef6a3-e211-48c1-a3c9-3224443d5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.172551 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2aeef6a3-e211-48c1-a3c9-3224443d5d9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=904f889ab0c84821858741d30d794dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425647 Aug 17 02:37:36.173319 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeef6a3-e211-48c1-a3c9-3224443d5d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994ffe89-48f9-42dd-8125-90cdb77b4869,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:36.175139 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 35016) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:36.225613 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69d8a2eb-3dc8-40b6-a812-f9ce90fb92a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.247431 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69d8a2eb-3dc8-40b6-a812-f9ce90fb92a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.292902 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69d8a2eb-3dc8-40b6-a812-f9ce90fb92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.296066 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-69d8a2eb-3dc8-40b6-a812-f9ce90fb92a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.297191 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-69d8a2eb-3dc8-40b6-a812-f9ce90fb92a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/994ffe89-48f9-42dd-8125-90cdb77b4869 HTTP/1.1" status: 204 len: 168 time: 0.1203673 Aug 17 02:37:36.305104 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8a2eb-3dc8-40b6-a812-f9ce90fb92a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994ffe89-48f9-42dd-8125-90cdb77b4869,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:36.557245 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 35022) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:36.571229 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-41abeac6-ef46-4ea9-9f0a-4fe3bdd32ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.660746 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-41abeac6-ef46-4ea9-9f0a-4fe3bdd32ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.664710 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-41abeac6-ef46-4ea9-9f0a-4fe3bdd32ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.704548 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-41abeac6-ef46-4ea9-9f0a-4fe3bdd32ee7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22a644e688d6423aa2a07484f632a778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438665 Aug 17 02:37:36.704548 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abeac6-ef46-4ea9-9f0a-4fe3bdd32ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe60d1c-deef-4562-875a-fe5bc6e262f1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:36.705058 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 35028) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:36.766432 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680b1c53-17cf-4a5c-9192-b22fe8768508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.788739 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680b1c53-17cf-4a5c-9192-b22fe8768508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.854690 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680b1c53-17cf-4a5c-9192-b22fe8768508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.857482 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-680b1c53-17cf-4a5c-9192-b22fe8768508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:36.862019 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-680b1c53-17cf-4a5c-9192-b22fe8768508 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1fe60d1c-deef-4562-875a-fe5bc6e262f1 HTTP/1.1" status: 204 len: 168 time: 0.1558685 Aug 17 02:37:36.871037 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b1c53-17cf-4a5c-9192-b22fe8768508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe60d1c-deef-4562-875a-fe5bc6e262f1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:37.178550 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c180a8e-3f1c-45c4-bfeb-f2c695b9c2a3 req-1628d1ca-716d-4584-b8ee-576aa65cae38 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:37.180066 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c180a8e-3f1c-45c4-bfeb-f2c695b9c2a3 req-1628d1ca-716d-4584-b8ee-576aa65cae38 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0504522 Aug 17 02:37:37.219189 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c180a8e-3f1c-45c4-bfeb-f2c695b9c2a3 req-0c8ef177-fc3c-40e5-b58b-b770c8622b2f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328639 Aug 17 02:37:38.339452 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6f3b-6d94-47fc-b48b-74619d0abe2c req-78f45155-d78d-4d5a-8a21-87d83591163a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:38.341022 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ffdd6f3b-6d94-47fc-b48b-74619d0abe2c req-78f45155-d78d-4d5a-8a21-87d83591163a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0508435 Aug 17 02:37:38.378953 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ffdd6f3b-6d94-47fc-b48b-74619d0abe2c req-8be6697d-f21d-4739-9bda-d017ba15ccec tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Aug 17 02:37:38.396766 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 35092) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:38.499645 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fedc0f55-9ee8-4384-b582-c911b4d998a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.588708 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fedc0f55-9ee8-4384-b582-c911b4d998a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.592474 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fedc0f55-9ee8-4384-b582-c911b4d998a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.632348 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0f55-9ee8-4384-b582-c911b4d998a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d7a7b0-24ef-4a2e-a9f0-1741058f6a5f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:38.637505 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-fedc0f55-9ee8-4384-b582-c911b4d998a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c4f878b5a5d4fbfbc04d330f4fdbb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391129 Aug 17 02:37:38.640139 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 35096) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:38.688856 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f86544f-ffce-4cdc-bd76-4e1c56b3eae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.709192 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f86544f-ffce-4cdc-bd76-4e1c56b3eae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.747727 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94bfb02d-75d7-4798-bf2a-377de5254c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.754906 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f86544f-ffce-4cdc-bd76-4e1c56b3eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.758544 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0f86544f-ffce-4cdc-bd76-4e1c56b3eae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:38.759821 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-0f86544f-ffce-4cdc-bd76-4e1c56b3eae5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5d7a7b0-24ef-4a2e-a9f0-1741058f6a5f HTTP/1.1" status: 204 len: 168 time: 0.1185999 Aug 17 02:37:38.767354 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86544f-ffce-4cdc-bd76-4e1c56b3eae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d7a7b0-24ef-4a2e-a9f0-1741058f6a5f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:39.012395 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 35104) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:39.025594 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e3ca-269a-4efe-9f7d-c6ea5741a2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:39.118884 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e3ca-269a-4efe-9f7d-c6ea5741a2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:39.123410 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e3ca-269a-4efe-9f7d-c6ea5741a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:39.162178 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-d1f8e3ca-269a-4efe-9f7d-c6ea5741a2f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80d38b42369d4b7ab982c5dd1d945e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487374 Aug 17 02:37:39.163207 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8e3ca-269a-4efe-9f7d-c6ea5741a2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b15953-29dc-4c2d-9b3b-86a52db875f6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:39.164894 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 35110) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:39.214213 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5fabc486-562b-4765-9daf-77d760df49e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:39.234665 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5fabc486-562b-4765-9daf-77d760df49e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:39.279527 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5fabc486-562b-4765-9daf-77d760df49e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:39.282019 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-5fabc486-562b-4765-9daf-77d760df49e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:39.283189 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-5fabc486-562b-4765-9daf-77d760df49e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10b15953-29dc-4c2d-9b3b-86a52db875f6 HTTP/1.1" status: 204 len: 168 time: 0.1173127 Aug 17 02:37:39.290611 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc486-562b-4765-9daf-77d760df49e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b15953-29dc-4c2d-9b3b-86a52db875f6,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:39.506636 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75afa9-198e-4030-be48-2be89f95fcef req-39bb957c-fc30-4762-a372-3b20de029247 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:39.508821 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cb75afa9-198e-4030-be48-2be89f95fcef req-39bb957c-fc30-4762-a372-3b20de029247 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0533271 Aug 17 02:37:39.548748 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cb75afa9-198e-4030-be48-2be89f95fcef req-1ae54c6e-62c3-4cc6-b6b3-d1522fe54825 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338399 Aug 17 02:37:40.670919 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda75e1-2b49-4b68-b765-8eb350c55bd8 req-bfacfe13-53d8-45b8-8b2d-3c2be4ca5cd9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:40.672444 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1eda75e1-2b49-4b68-b765-8eb350c55bd8 req-bfacfe13-53d8-45b8-8b2d-3c2be4ca5cd9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0535152 Aug 17 02:37:40.711135 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1eda75e1-2b49-4b68-b765-8eb350c55bd8 req-ae4cbefa-b143-485d-94ba-27a05a290551 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Aug 17 02:37:41.268537 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:37:41.381001 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:41.393148 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'port_id': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'mac_address': 'fa:16:3e:b4:f0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:37:41.394652 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50d986b2-2ecd-48d6-b7bb-d0964bb00ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.437620 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.450204 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fec36d0-662b-47e1-9f51-4371547b09ca {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:37:41.470017 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:41.473774 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.530469 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=6']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:41.537573 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.540079 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.540423 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.540757 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.541087 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.541407 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.541723 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.542046 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.542364 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.542729 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.543049 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.543364 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.543680 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:37:41.649595 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 35194) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:41.755898 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ceefc682-4dba-402f-a835-8c7f277bc6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.857605 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe1b58-dbf0-4481-a51d-c0899d9dc3d7 req-25863678-0a9d-4f80-8a63-b5e91564f869 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:41.859007 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8cfe1b58-dbf0-4481-a51d-c0899d9dc3d7 req-25863678-0a9d-4f80-8a63-b5e91564f869 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0736897 Aug 17 02:37:41.909282 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ceefc682-4dba-402f-a835-8c7f277bc6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.917062 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8cfe1b58-dbf0-4481-a51d-c0899d9dc3d7 req-7e6a2e23-7a94-43ca-b036-52350b9da01d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501051 Aug 17 02:37:41.917627 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ceefc682-4dba-402f-a835-8c7f277bc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:41.955871 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ceefc682-4dba-402f-a835-8c7f277bc6f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b2c06245bd34909bd9d0e2046524b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051836 Aug 17 02:37:41.956719 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefc682-4dba-402f-a835-8c7f277bc6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ce6283-19e1-4a87-984d-6e1a945aa02f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:41.958514 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 35200) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:42.010779 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7169a27d-c67c-41a9-ad65-36fb2418e595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.031452 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7169a27d-c67c-41a9-ad65-36fb2418e595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.078370 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7169a27d-c67c-41a9-ad65-36fb2418e595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.080876 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7169a27d-c67c-41a9-ad65-36fb2418e595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.081992 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-7169a27d-c67c-41a9-ad65-36fb2418e595 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4ce6283-19e1-4a87-984d-6e1a945aa02f HTTP/1.1" status: 204 len: 168 time: 0.1224010 Aug 17 02:37:42.090041 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169a27d-c67c-41a9-ad65-36fb2418e595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ce6283-19e1-4a87-984d-6e1a945aa02f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:42.144026 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.338519 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 35212) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:42.351193 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1318606b-9f5a-4b57-bb18-706a0334f813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.436730 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1318606b-9f5a-4b57-bb18-706a0334f813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.440083 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1318606b-9f5a-4b57-bb18-706a0334f813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.476724 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1318606b-9f5a-4b57-bb18-706a0334f813 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=100005ccae63480f8faec55f2bf8003e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364307 Aug 17 02:37:42.478466 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318606b-9f5a-4b57-bb18-706a0334f813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f967513-8f18-4b36-b852-1eb39552b855,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:42.479256 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 35214) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:37:42.527709 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-926e65ed-b08c-4106-9787-652607d92a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.548797 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-926e65ed-b08c-4106-9787-652607d92a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.594452 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-926e65ed-b08c-4106-9787-652607d92a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.596988 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-926e65ed-b08c-4106-9787-652607d92a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:42.598145 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-926e65ed-b08c-4106-9787-652607d92a99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f967513-8f18-4b36-b852-1eb39552b855 HTTP/1.1" status: 204 len: 168 time: 0.1177461 Aug 17 02:37:42.605974 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e65ed-b08c-4106-9787-652607d92a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f967513-8f18-4b36-b852-1eb39552b855,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:43.039370 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086b65a-b11d-434d-9594-b7ca85430292 req-8adf1c48-5e74-4f30-a74b-fc8853982c0c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:43.040933 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c086b65a-b11d-434d-9594-b7ca85430292 req-8adf1c48-5e74-4f30-a74b-fc8853982c0c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0516984 Aug 17 02:37:43.084770 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c086b65a-b11d-434d-9594-b7ca85430292 req-745c7c5a-ae59-4291-a330-395d8c605e5f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369549 Aug 17 02:37:43.192475 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['6fec36d0-662b-47e1-9f51-4371547b09ca'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:37:44.049140 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:44.207137 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74883fe-f240-4f2d-b01c-1cbed15d8391 req-a62ca403-dd95-4616-8d65-d700eea4f652 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:44.208610 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f74883fe-f240-4f2d-b01c-1cbed15d8391 req-a62ca403-dd95-4616-8d65-d700eea4f652 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0505834 Aug 17 02:37:44.246667 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f74883fe-f240-4f2d-b01c-1cbed15d8391 req-c95e80c9-62ef-4445-b506-c1549a6cb526 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320117 Aug 17 02:37:45.111212 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:37:45.159614 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 6fec36d0-662b-47e1-9f51-4371547b09ca triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:37:45.160034 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:45.236294 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:45.257967 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:37:45.260225 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3ee333-5454-40d4-a3af-35b87aeab3c3" -d '{"events": [{"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:37:45.276242 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:37:45.281098 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:37:45.330225 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=7']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:37:45.370813 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928404b1-3168-4187-acf6-764ffff64a0b req-d896c6fa-a79f-48b4-aad4-f99ec087a31c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:45.372284 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-928404b1-3168-4187-acf6-764ffff64a0b req-d896c6fa-a79f-48b4-aad4-f99ec087a31c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0527565 Aug 17 02:37:45.411106 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-928404b1-3168-4187-acf6-764ffff64a0b req-7721eecb-fc21-4016-98d0-992d096220ef tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Aug 17 02:37:45.423682 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d1857-679b-42d2-8631-d17bd329492d x-openstack-request-id: req-5a2d1857-679b-42d2-8631-d17bd329492d {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:37:45.424094 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:37:45.424412 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a2d1857-679b-42d2-8631-d17bd329492d {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:37:45.424813 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'code': 200} Aug 17 02:37:46.541459 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d4c1-a5c4-410e-b480-1b9b5c9cc53d req-b6c70723-a6db-43e5-8e85-25c41d69b3d8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:46.543050 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e1e1d4c1-a5c4-410e-b480-1b9b5c9cc53d req-b6c70723-a6db-43e5-8e85-25c41d69b3d8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0584035 Aug 17 02:37:46.582037 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e1e1d4c1-a5c4-410e-b480-1b9b5c9cc53d req-e73b3c3b-013e-400b-9eec-5ce692c4a4a0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Aug 17 02:37:47.722847 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fca4f9-d4fe-4558-b6d2-1d5234a6f654 req-8adafd43-76ff-460c-aa58-5d55538ba00f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:47.731871 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d1fca4f9-d4fe-4558-b6d2-1d5234a6f654 req-8adafd43-76ff-460c-aa58-5d55538ba00f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0725694 Aug 17 02:37:47.783130 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d1fca4f9-d4fe-4558-b6d2-1d5234a6f654 req-df5b3ed2-a170-46e3-81bb-87e598b3effa tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503495 Aug 17 02:37:48.909594 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8edfe8-0f96-40be-b202-8c4f84b97803 req-41df50ad-d73c-47b2-97d9-b58198679e25 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:48.919065 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6d8edfe8-0f96-40be-b202-8c4f84b97803 req-41df50ad-d73c-47b2-97d9-b58198679e25 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0668521 Aug 17 02:37:48.957482 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6d8edfe8-0f96-40be-b202-8c4f84b97803 req-b9fd3137-204a-4452-bae9-886ef83ab9cd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371840 Aug 17 02:37:50.147026 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba6505-c183-47f8-8db4-b0ab7c04151f req-55b4f40d-bb08-4a31-98d5-ba6c522265f9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:50.150647 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9cba6505-c183-47f8-8db4-b0ab7c04151f req-55b4f40d-bb08-4a31-98d5-ba6c522265f9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0929627 Aug 17 02:37:50.194246 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9cba6505-c183-47f8-8db4-b0ab7c04151f req-c274bfd5-faef-4fe1-9a93-48dff84d8937 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371671 Aug 17 02:37:51.337673 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0c3a2-2e80-41d4-b494-085686af770a req-43e892ed-6c86-4d6b-99f5-443bfacfc062 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:51.339199 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-38e0c3a2-2e80-41d4-b494-085686af770a req-43e892ed-6c86-4d6b-99f5-443bfacfc062 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0577965 Aug 17 02:37:51.385250 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-38e0c3a2-2e80-41d4-b494-085686af770a req-7567d558-947b-4f46-9630-a376ee7b8560 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394726 Aug 17 02:37:52.511921 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4d134-bf26-44cf-a635-d1c36b8c48d7 req-698ecef6-be31-423d-864b-f1b5bfec06a6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:52.513515 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-adb4d134-bf26-44cf-a635-d1c36b8c48d7 req-698ecef6-be31-423d-864b-f1b5bfec06a6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0498466 Aug 17 02:37:52.561203 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-adb4d134-bf26-44cf-a635-d1c36b8c48d7 req-90b5dbbf-32b7-4b03-970c-f5a261b9bbf9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Aug 17 02:37:53.713528 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6443b-12e3-4391-a348-d0c3cbb4b17b req-ee66192b-2e1a-4f86-a33b-cc53f9d65411 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:53.715808 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7cf6443b-12e3-4391-a348-d0c3cbb4b17b req-ee66192b-2e1a-4f86-a33b-cc53f9d65411 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0564830 Aug 17 02:37:53.758000 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7cf6443b-12e3-4391-a348-d0c3cbb4b17b req-60b448d5-833d-4f15-afb7-9c967e7d7194 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355773 Aug 17 02:37:54.886092 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86afdd-dc76-4329-aaf8-93770181f4cd req-7e8401a8-16d3-4cb5-b844-4d5f1b8e62a4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:54.887622 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ea86afdd-dc76-4329-aaf8-93770181f4cd req-7e8401a8-16d3-4cb5-b844-4d5f1b8e62a4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0536880 Aug 17 02:37:54.929611 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ea86afdd-dc76-4329-aaf8-93770181f4cd req-3d0c21b6-8c02-4ac2-9e27-3102eecddeaa tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349097 Aug 17 02:37:56.075269 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47dae2-4a1d-49bf-89fa-effa988ce9d3 req-486d012e-d4bb-44d2-a86d-e5355d186b79 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:56.076981 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a47dae2-4a1d-49bf-89fa-effa988ce9d3 req-486d012e-d4bb-44d2-a86d-e5355d186b79 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0632277 Aug 17 02:37:56.124252 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a47dae2-4a1d-49bf-89fa-effa988ce9d3 req-9450310c-b0c7-4ea7-bb1f-d29d973c64dc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372810 Aug 17 02:37:57.247541 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ddfe2-736e-42c5-8a8f-1804f108c7cb req-33ce88b4-e076-42f5-930a-351b2419bede tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:57.249012 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a39ddfe2-736e-42c5-8a8f-1804f108c7cb req-33ce88b4-e076-42f5-930a-351b2419bede tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0537457 Aug 17 02:37:57.288972 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a39ddfe2-736e-42c5-8a8f-1804f108c7cb req-3183d120-eead-4680-9b01-4521589d22d0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331445 Aug 17 02:37:58.406413 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102464-d062-4d75-ae39-108561e9cc7e req-0f8d8a07-bba4-4b00-a145-94319e9dff80 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:58.407882 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7102464-d062-4d75-ae39-108561e9cc7e req-0f8d8a07-bba4-4b00-a145-94319e9dff80 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0486515 Aug 17 02:37:58.445628 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e7102464-d062-4d75-ae39-108561e9cc7e req-aeabe3ff-362d-4999-b6a2-ed7539d38339 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Aug 17 02:37:59.563795 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c21e91-863e-407c-9cf9-1eb7f68f88ee req-f5f7a519-01b2-49c0-be59-328d5a2f9e9d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:37:59.567069 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a6c21e91-863e-407c-9cf9-1eb7f68f88ee req-f5f7a519-01b2-49c0-be59-328d5a2f9e9d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0506542 Aug 17 02:37:59.604077 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a6c21e91-863e-407c-9cf9-1eb7f68f88ee req-f7fe25c6-f163-4b09-bf64-4fdce0c1921e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310597 Aug 17 02:38:00.724222 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef23b39-3a19-48f3-bcb8-56b22e989bed req-4875a35c-509b-4077-9d57-a4083e4a3140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:00.726202 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ef23b39-3a19-48f3-bcb8-56b22e989bed req-4875a35c-509b-4077-9d57-a4083e4a3140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0519571 Aug 17 02:38:00.764033 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ef23b39-3a19-48f3-bcb8-56b22e989bed req-201e9ac0-15d4-4f89-b015-fb4e58fd135f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Aug 17 02:38:01.883645 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788ec9e-ce28-48f4-8eaf-be8f6e063044 req-5a22525e-3b7e-497f-8c1b-0675c1bb80d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:01.885104 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1788ec9e-ce28-48f4-8eaf-be8f6e063044 req-5a22525e-3b7e-497f-8c1b-0675c1bb80d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0489924 Aug 17 02:38:01.921748 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1788ec9e-ce28-48f4-8eaf-be8f6e063044 req-324a2b26-205e-4bed-a554-347c92218e8e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 Aug 17 02:38:02.884392 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-74c798b8-e736-4aa9-8666-a2647e022495 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402806 Aug 17 02:38:02.987069 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-2e33af68-937e-41c5-acb6-ec7bb25ca534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:02.988562 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-2e33af68-937e-41c5-acb6-ec7bb25ca534 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 1098 time: 0.0447097 Aug 17 02:38:03.040310 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab15f8-f467-4892-a511-3de211757a88 req-683e20f0-6769-4d19-9acb-c499794c2908 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:03.041735 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f9ab15f8-f467-4892-a511-3de211757a88 req-683e20f0-6769-4d19-9acb-c499794c2908 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0478938 Aug 17 02:38:03.081488 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f9ab15f8-f467-4892-a511-3de211757a88 req-1182f4e0-77e1-42a2-9b76-1023fdc91505 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338411 Aug 17 02:38:03.108164 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:38:04.198635 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e75939-f319-4e4b-970d-f15c51aa9628 req-1ddc907b-e84a-4887-aadd-661e968a499c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:04.200074 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3e75939-f319-4e4b-970d-f15c51aa9628 req-1ddc907b-e84a-4887-aadd-661e968a499c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0486000 Aug 17 02:38:04.238992 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3e75939-f319-4e4b-970d-f15c51aa9628 req-d512de40-5896-4eed-bc6d-b62614644cda tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330737 Aug 17 02:38:04.807933 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:04.878119 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-1be285be-7806-495e-a24a-ad267fe678d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:04.879578 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-1be285be-7806-495e-a24a-ad267fe678d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.0861056 Aug 17 02:38:05.356476 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f1b65-379e-432e-a7ad-c008ff62fc50 req-74db7dc9-1036-4434-9fb8-2376aa19afe9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:05.357935 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6c8f1b65-379e-432e-a7ad-c008ff62fc50 req-74db7dc9-1036-4434-9fb8-2376aa19afe9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 945 time: 0.0478299 Aug 17 02:38:05.396337 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6c8f1b65-379e-432e-a7ad-c008ff62fc50 req-b0b09b39-289f-47f9-94ad-3e0ae4290278 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324204 Aug 17 02:38:05.873682 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:05.936441 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-af7857e6-fa7d-476e-9cae-e7a380c8c160 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18e57878-c403-4801-931f-a25c8763af5e HTTP/1.1" status: 200 len: 1000 time: 0.0634849 Aug 17 02:38:05.949661 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:05.974693 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:05.977682 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7578bd93-f3a2-41bf-9538-b94a92337d1e" -d '{"events": [{"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:05.990141 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:05.994121 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:06.016557 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdb78be-9abe-4cce-8727-f0b530abd75b x-openstack-request-id: req-3bdb78be-9abe-4cce-8727-f0b530abd75b {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:06.016851 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:06.017101 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3bdb78be-9abe-4cce-8727-f0b530abd75b {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:06.017490 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'code': 200} Aug 17 02:38:06.043675 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=8']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:06.512788 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164871a-fdaa-4c67-a802-f24c102bb986 req-c1eb13d9-9849-408b-9317-0f2b71043725 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:06.514259 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0164871a-fdaa-4c67-a802-f24c102bb986 req-c1eb13d9-9849-408b-9317-0f2b71043725 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0474238 Aug 17 02:38:06.552202 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0164871a-fdaa-4c67-a802-f24c102bb986 req-c43a4d3b-72bf-4ec8-8d21-2c412bd0b5ed tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Aug 17 02:38:07.578793 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-de382e9f-2eaa-4e1e-a092-52865e11ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:07.580292 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-de382e9f-2eaa-4e1e-a092-52865e11ea17 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0453174 Aug 17 02:38:07.674264 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-32431886-ee66-4ccc-aa63-1b9560b7dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:07.675724 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-32431886-ee66-4ccc-aa63-1b9560b7dfe7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868750 Aug 17 02:38:07.749332 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-5ff963f0-f858-4d8e-a78f-9631c925f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:07.750833 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-5ff963f0-f858-4d8e-a78f-9631c925f5c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 1096 time: 0.1248457 Aug 17 02:38:07.764111 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60c8f6-316e-45f9-a4d9-338f11b52262 req-5cfd8b5f-99c7-48f3-b626-ab21f5e86055 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:07.765463 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0a60c8f6-316e-45f9-a4d9-338f11b52262 req-5cfd8b5f-99c7-48f3-b626-ab21f5e86055 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.1304550 Aug 17 02:38:07.869814 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-320aec7d-c078-4539-b48d-4c1087c29e8c service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859856 Aug 17 02:38:07.879330 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0a60c8f6-316e-45f9-a4d9-338f11b52262 req-6d8cf93a-d4a8-46df-8fb2-7e98d16aba1d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023085 Aug 17 02:38:08.188809 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-622546aa-da4d-45fa-a472-d1f3c3ef229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:08.190259 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-622546aa-da4d-45fa-a472-d1f3c3ef229d service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.4226308 Aug 17 02:38:08.263394 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7295ea1a-7b3d-4d2a-a0c1-8d9f999c5cb4 req-7f8cc5a0-0d32-4d06-b56e-083fe272e2e3 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831491 Aug 17 02:38:08.276654 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-61b88db4-1ac4-471b-833a-a262a459f346 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fec36d0-662b-47e1-9f51-4371547b09ca HTTP/1.1" status: 200 len: 998 time: 0.0785475 Aug 17 02:38:08.328691 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-003265a4-4616-478b-a11b-e54f675c4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:08.330239 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-003265a4-4616-478b-a11b-e54f675c4d43 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0449641 Aug 17 02:38:08.376004 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-71c921f7-3131-4d1e-a424-0fa9c8fdee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:08.377486 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-71c921f7-3131-4d1e-a424-0fa9c8fdee9b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398526 Aug 17 02:38:08.469555 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-48cc51cc-04be-4271-8d9b-28d0d900295d service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836704 Aug 17 02:38:08.572420 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-286105dc-82a8-47bb-8e91-c99ab3b300f0 req-df73547a-d526-4bb7-994f-1b831ba6a312 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869522 Aug 17 02:38:08.748282 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ca8e9b46-da02-4605-a681-6ef51da8dccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:08.997329 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d319-0e9a-415b-8131-aeee1dc0190a req-6dc57c8d-0f54-40de-be51-02b489c58970 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:08.998730 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a04d319-0e9a-415b-8131-aeee1dc0190a req-6dc57c8d-0f54-40de-be51-02b489c58970 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0483830 Aug 17 02:38:09.035505 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a04d319-0e9a-415b-8131-aeee1dc0190a req-19cffd15-4743-4e64-b803-a39eb34d58be tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Aug 17 02:38:10.156267 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442fae3-37ac-4498-9ea2-e3a0a0a219d9 req-6ba65043-fd04-4a07-a5f9-c6100d17d5c6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:10.157728 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9442fae3-37ac-4498-9ea2-e3a0a0a219d9 req-6ba65043-fd04-4a07-a5f9-c6100d17d5c6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0490050 Aug 17 02:38:10.197114 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9442fae3-37ac-4498-9ea2-e3a0a0a219d9 req-67392474-e0b9-4710-9cdb-14b4683ed451 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333474 Aug 17 02:38:11.316091 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51a286-ed29-41c3-b1ce-983caf8344c3 req-c699b6e8-0104-4613-9da7-cba78789c7b6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:11.317569 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e51a286-ed29-41c3-b1ce-983caf8344c3 req-c699b6e8-0104-4613-9da7-cba78789c7b6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0493233 Aug 17 02:38:11.362287 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e51a286-ed29-41c3-b1ce-983caf8344c3 req-4cc59fe8-162d-454c-a4bb-59bdf4bd386d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376370 Aug 17 02:38:11.374226 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8bfdcf47-c871-4374-9a26-46776ee4aea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.532096 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.553801 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 35718) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:11.601280 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Deleting subnet db88d0e6-427b-46fc-ab4e-44c892d59441 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:38:11.604659 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.638937 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7601402'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.678515 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.731859 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8272019'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.763641 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db88d0e6-427b-46fc-ab4e-44c892d59441,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:11.766064 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.767998 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/db88d0e6-427b-46fc-ab4e-44c892d59441 HTTP/1.1" status: 204 len: 168 time: 0.2130249 Aug 17 02:38:11.770601 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 35726) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:11.774413 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.774769 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.775096 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.775411 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.775735 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.776070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.776387 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.776757 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.777049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.777365 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.777677 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.777994 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80deb987-824e-41ef-a8d6-37c84753fc64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:11.844956 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.924058 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.935116 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731c1db1-c082-4864-805a-5eccb2e4e0f5']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:11.946565 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fca6d6-05a9-4139-8b36-100dfd87b914') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:11.946874 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fca6d6-05a9-4139-8b36-100dfd87b914') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:38:11.957513 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7929429'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.973515 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.983652 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:38:11.984138 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7180640'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: Traceback (most recent call last): Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: timer() Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: cb(*args, **kw) Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: return func(*args, **kwargs) Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: self._notify() Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: self.callback(batched_events) Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: event.method(event) Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: return f(self, *a, **k) Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._get(url).json() Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:38:11.986113 dv-cinder-799871-4-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:38:12.021484 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d783a-eaa7-41c8-b72d-cde8faa47655 req-353cd33a-65b0-4af6-a2b1-0e832294657d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:12.023195 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-188d783a-eaa7-41c8-b72d-cde8faa47655 req-353cd33a-65b0-4af6-a2b1-0e832294657d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0546458 Aug 17 02:38:12.065928 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.073714 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-188d783a-eaa7-41c8-b72d-cde8faa47655 req-1f05ffee-9bb5-468a-a0e0-c2993e297d6d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Aug 17 02:38:12.074215 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.077177 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] 10.222.0.52 "DELETE /v2.0/networks/731c1db1-c082-4864-805a-5eccb2e4e0f5 HTTP/1.1" status: 204 len: 168 time: 0.3046389 Aug 17 02:38:12.095506 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Pushing event deleted for resources: {'Network': ['ID=731c1db1-c082-4864-805a-5eccb2e4e0f5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:12.111181 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.111181 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.111181 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.111994 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.112347 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.113621 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.113971 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.114314 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.114696 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.115508 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.115843 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.116171 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b381a7-69ea-4903-8efc-4d849a9552aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:12.150737 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.295068 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 35764) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:12.342688 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-91c01b91-5745-428b-a360-44d3cf2d2529 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da3b16ff6caf425ab15fdfbc5d7ee368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464339 Aug 17 02:38:12.345883 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 35766) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:12.388932 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 35768) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:12.413268 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c560cb0-1112-41a3-81aa-824b094fcd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.438325 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c560cb0-1112-41a3-81aa-824b094fcd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.486638 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-c1e5d15f-ecb0-4095-b1bf-eb7c67252f1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964286 Aug 17 02:38:12.497246 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c560cb0-1112-41a3-81aa-824b094fcd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.500242 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0c560cb0-1112-41a3-81aa-824b094fcd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:12.503605 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-0c560cb0-1112-41a3-81aa-824b094fcd20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb586a18-3210-44d0-ba68-7544cbec6086 HTTP/1.1" status: 204 len: 168 time: 0.1542773 Aug 17 02:38:12.511256 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c560cb0-1112-41a3-81aa-824b094fcd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb586a18-3210-44d0-ba68-7544cbec6086,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:13.211535 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d03b-ed90-4f2b-831c-39b47c4eb5dc req-77e65f15-c2e5-42da-b938-15929b972ee1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:13.213164 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-61b9d03b-ed90-4f2b-831c-39b47c4eb5dc req-77e65f15-c2e5-42da-b938-15929b972ee1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0535114 Aug 17 02:38:13.254333 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-61b9d03b-ed90-4f2b-831c-39b47c4eb5dc req-91318ba1-c103-401a-b61d-3270baa75dc0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350177 Aug 17 02:38:14.051110 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:14.382023 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b0075-636d-40e2-bb7b-3fdc6581faf7 req-e2db5407-2c2d-470d-b0f1-4e48cf8814ef tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:14.384180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-621b0075-636d-40e2-bb7b-3fdc6581faf7 req-e2db5407-2c2d-470d-b0f1-4e48cf8814ef tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0520506 Aug 17 02:38:14.425433 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-621b0075-636d-40e2-bb7b-3fdc6581faf7 req-832f60cf-ac68-437b-923e-e5cb23584058 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346632 Aug 17 02:38:14.735267 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-34b07190-653f-41dc-a1e9-30237190f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:14.736828 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-34b07190-653f-41dc-a1e9-30237190f1fe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa&tenant_id=bfdd0fde104c4b9b9666233fcc6b4882 HTTP/1.1" status: 200 len: 1096 time: 0.0813813 Aug 17 02:38:14.811378 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-ce93efbb-dc5b-4bd7-87c8-b9a1030bb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:14.812993 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-ce93efbb-dc5b-4bd7-87c8-b9a1030bb086 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 1096 time: 0.0506146 Aug 17 02:38:14.904782 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-4690b3d6-b57c-454b-bb43-ab298150b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:14.906233 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-4690b3d6-b57c-454b-bb43-ab298150b906 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.0851405 Aug 17 02:38:15.550530 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa15dc-000b-4843-b148-c3c18728d7e2 req-6dc633d5-3c56-408c-88d6-734f29f832aa tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:15.552018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6faa15dc-000b-4843-b148-c3c18728d7e2 req-6dc633d5-3c56-408c-88d6-734f29f832aa tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0531316 Aug 17 02:38:15.589390 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6faa15dc-000b-4843-b148-c3c18728d7e2 req-a28de190-9dda-47b2-81ab-714ca097df9f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Aug 17 02:38:15.988045 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:38:16.057949 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-2dc53cac-5a90-46a7-89d4-dc7deef3172d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fec36d0-662b-47e1-9f51-4371547b09ca HTTP/1.1" status: 200 len: 998 time: 0.0695670 Aug 17 02:38:16.707461 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d357ab2-8131-42f1-a324-9ee4d48ca6e6 req-9e111a4a-f26a-4686-a6b8-e76c14207fba tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:16.709381 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2d357ab2-8131-42f1-a324-9ee4d48ca6e6 req-9e111a4a-f26a-4686-a6b8-e76c14207fba tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0495036 Aug 17 02:38:16.752871 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2d357ab2-8131-42f1-a324-9ee4d48ca6e6 req-f437a270-ee27-43ed-a1f6-c02e06c33631 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367579 Aug 17 02:38:17.028126 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-5efd5903-4c1e-46fb-8d28-b50222adcbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:17.029571 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-5efd5903-4c1e-46fb-8d28-b50222adcbd4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0546429 Aug 17 02:38:17.874399 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e549d1-8696-48e1-87b9-85b58fdce3f3 req-01f1582f-5f76-44f8-bf6c-a3b9475ae6fd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:17.875901 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e6e549d1-8696-48e1-87b9-85b58fdce3f3 req-01f1582f-5f76-44f8-bf6c-a3b9475ae6fd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0504467 Aug 17 02:38:17.914298 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e6e549d1-8696-48e1-87b9-85b58fdce3f3 req-a293025a-c93d-4f6f-a0d1-e036731434e6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318167 Aug 17 02:38:18.446555 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-bd3a2e1e-9041-4b7e-ae9b-81f0d964616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:18.448041 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-bd3a2e1e-9041-4b7e-ae9b-81f0d964616a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420673 Aug 17 02:38:18.543971 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-ac21e12a-741d-4875-a9ca-344904cab90b service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875056 Aug 17 02:38:18.636748 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-335a573b-b717-4882-8463-47173ce8fdf2 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842600 Aug 17 02:38:19.050337 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6f526-96f0-462a-bdf8-d8ed14d6089e req-d0d6fab8-8d24-4f19-8167-d0a6cb432953 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:19.051874 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ebb6f526-96f0-462a-bdf8-d8ed14d6089e req-d0d6fab8-8d24-4f19-8167-d0a6cb432953 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0526025 Aug 17 02:38:19.096399 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ebb6f526-96f0-462a-bdf8-d8ed14d6089e req-540922a3-bbc8-4aed-9c82-6a1808d98077 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375640 Aug 17 02:38:20.223524 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7c438-6e05-48ac-92a1-c89c6f7babb3 req-460ea8df-ec99-4b9f-b0e9-4c5de2f93095 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:20.225007 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8bf7c438-6e05-48ac-92a1-c89c6f7babb3 req-460ea8df-ec99-4b9f-b0e9-4c5de2f93095 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0527356 Aug 17 02:38:20.269000 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8bf7c438-6e05-48ac-92a1-c89c6f7babb3 req-9b1e7874-5d3b-4da5-8e0b-1a6fda1fb47a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363383 Aug 17 02:38:21.407018 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226adc1-27cd-40d8-89e7-c69f2185f3d4 req-28cabb1b-e4d2-4a9e-b629-944edf857cb5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:21.408552 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f226adc1-27cd-40d8-89e7-c69f2185f3d4 req-28cabb1b-e4d2-4a9e-b629-944edf857cb5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0534270 Aug 17 02:38:21.453384 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f226adc1-27cd-40d8-89e7-c69f2185f3d4 req-cd9a2e2b-91fd-400a-ad9d-0843af8757a0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Aug 17 02:38:22.312311 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 35994) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:22.424373 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f75891d-6125-456e-bd05-5ea9c0c38fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.525384 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f75891d-6125-456e-bd05-5ea9c0c38fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.530971 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1f75891d-6125-456e-bd05-5ea9c0c38fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.573478 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75891d-6125-456e-bd05-5ea9c0c38fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e818f588-9edf-42df-86a4-a403534a45b6,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:22.583501 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1f75891d-6125-456e-bd05-5ea9c0c38fda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5b6704fbe094a0fa2819a341e86130a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671463 Aug 17 02:38:22.583888 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 36002) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:22.584245 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151506c-a9ce-4010-a569-bf7e3597554c req-d73170bd-1b53-4315-94f1-972cd6cfc635 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:22.592769 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6151506c-a9ce-4010-a569-bf7e3597554c req-d73170bd-1b53-4315-94f1-972cd6cfc635 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0586910 Aug 17 02:38:22.635820 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6151506c-a9ce-4010-a569-bf7e3597554c req-21b9aaf7-9ecf-4aa0-ad0c-13019f2df07c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Aug 17 02:38:22.653271 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-58bdf248-180d-4f0d-83a2-87dc45cd7f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.678807 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-58bdf248-180d-4f0d-83a2-87dc45cd7f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.738267 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-58bdf248-180d-4f0d-83a2-87dc45cd7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.741121 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-58bdf248-180d-4f0d-83a2-87dc45cd7f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:22.745440 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-58bdf248-180d-4f0d-83a2-87dc45cd7f83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e818f588-9edf-42df-86a4-a403534a45b6 HTTP/1.1" status: 204 len: 168 time: 0.1581430 Aug 17 02:38:22.754423 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdf248-180d-4f0d-83a2-87dc45cd7f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e818f588-9edf-42df-86a4-a403534a45b6,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:23.040358 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36008) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:23.057198 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-207b03c8-f5ac-4264-9285-447f151c6ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.155888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-207b03c8-f5ac-4264-9285-447f151c6ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.161550 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-207b03c8-f5ac-4264-9285-447f151c6ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.207556 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 36012) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:23.207781 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-207b03c8-f5ac-4264-9285-447f151c6ce4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc3a62b509ed4904be6bcb88b4b78345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657944 Aug 17 02:38:23.209597 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b03c8-f5ac-4264-9285-447f151c6ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fc6f37-59d6-4ca4-a5aa-d256ef14f3fa,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:23.276644 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad98be5c-10f7-4428-a135-0e9d011df1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.299226 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad98be5c-10f7-4428-a135-0e9d011df1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.379415 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad98be5c-10f7-4428-a135-0e9d011df1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.384335 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ad98be5c-10f7-4428-a135-0e9d011df1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:23.385571 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ad98be5c-10f7-4428-a135-0e9d011df1bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4fc6f37-59d6-4ca4-a5aa-d256ef14f3fa HTTP/1.1" status: 204 len: 168 time: 0.1772642 Aug 17 02:38:23.394390 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98be5c-10f7-4428-a135-0e9d011df1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fc6f37-59d6-4ca4-a5aa-d256ef14f3fa,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:23.804229 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af963c92-8d69-4d27-bcfc-7710c1fb355c req-cfb9d411-247b-403d-b43d-f7c94d9a68f9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:23.813283 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-af963c92-8d69-4d27-bcfc-7710c1fb355c req-cfb9d411-247b-403d-b43d-f7c94d9a68f9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0869524 Aug 17 02:38:23.851949 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-af963c92-8d69-4d27-bcfc-7710c1fb355c req-737ff711-5870-40c1-aef6-c1ac59a3f779 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366805 Aug 17 02:38:24.989226 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78a09-99e3-476a-86b7-05d97426702e req-20d32caa-0e88-48df-9bf9-504977d13bfb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:24.994619 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30c78a09-99e3-476a-86b7-05d97426702e req-20d32caa-0e88-48df-9bf9-504977d13bfb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0626543 Aug 17 02:38:25.047602 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30c78a09-99e3-476a-86b7-05d97426702e req-263e28d0-fed3-4f88-a8a1-512b8778edd2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504124 Aug 17 02:38:26.181976 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26576131-0cdc-4f90-afae-d80e9b370bf3 req-5c5e542e-2a24-41eb-ae8f-c23c0b258342 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:26.183478 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-26576131-0cdc-4f90-afae-d80e9b370bf3 req-5c5e542e-2a24-41eb-ae8f-c23c0b258342 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0540414 Aug 17 02:38:26.225220 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-26576131-0cdc-4f90-afae-d80e9b370bf3 req-d2916ad9-d25c-43dc-b399-53713f715b84 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353529 Aug 17 02:38:27.352914 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e79b2-234e-4411-9f91-15735e9efa18 req-7d31d562-3d84-4bc7-a4ed-7a1316d10cf8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:27.354396 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d78e79b2-234e-4411-9f91-15735e9efa18 req-7d31d562-3d84-4bc7-a4ed-7a1316d10cf8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0541458 Aug 17 02:38:27.393717 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d78e79b2-234e-4411-9f91-15735e9efa18 req-d17e66f1-7708-4b49-a31f-b99e5dd7ede2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331469 Aug 17 02:38:28.547888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad4c2e-81fa-42cf-8485-9accf635ebfb req-2c507263-c711-42ca-b06b-64c3ceed58ab tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:28.547888 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5cad4c2e-81fa-42cf-8485-9accf635ebfb req-2c507263-c711-42ca-b06b-64c3ceed58ab tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0658009 Aug 17 02:38:28.600144 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5cad4c2e-81fa-42cf-8485-9accf635ebfb req-a4d87d44-4751-4d9c-8a82-124a5dde6f2d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Aug 17 02:38:29.731085 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f1662-5e38-4009-aabb-e78ccd213735 req-2bf95d22-ff16-4eaa-9156-cb345a73fb28 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:29.732590 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bb3f1662-5e38-4009-aabb-e78ccd213735 req-2bf95d22-ff16-4eaa-9156-cb345a73fb28 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0560637 Aug 17 02:38:29.779205 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bb3f1662-5e38-4009-aabb-e78ccd213735 req-221b9dd2-7d1f-4e48-a786-5824f872455a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342495 Aug 17 02:38:30.908250 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170d65-adac-4e59-ad22-8e60e8dedf88 req-4d668980-f57e-421c-9539-ab4a941b40e2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:30.909748 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9170d65-adac-4e59-ad22-8e60e8dedf88 req-4d668980-f57e-421c-9539-ab4a941b40e2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0544448 Aug 17 02:38:30.949161 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9170d65-adac-4e59-ad22-8e60e8dedf88 req-3915a8e2-824f-4729-a0d0-3b5ead1b7e92 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330126 Aug 17 02:38:32.066099 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4395ea0-5d98-4bdd-9191-d580a44d1a90 req-f067b2cc-6dda-4abb-a0d1-3fc035967da2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:32.067572 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d4395ea0-5d98-4bdd-9191-d580a44d1a90 req-f067b2cc-6dda-4abb-a0d1-3fc035967da2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0478153 Aug 17 02:38:32.106639 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d4395ea0-5d98-4bdd-9191-d580a44d1a90 req-f49bf7c0-56ae-4ff9-b391-a856fe5d7ad6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Aug 17 02:38:33.224353 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30228df4-e44c-4c91-8d28-eba5258dc9bc req-7d9f551f-bffa-4cb8-b081-3a0236afd465 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:33.225813 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30228df4-e44c-4c91-8d28-eba5258dc9bc req-7d9f551f-bffa-4cb8-b081-3a0236afd465 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0485585 Aug 17 02:38:33.262912 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-30228df4-e44c-4c91-8d28-eba5258dc9bc req-0d47d8ba-f74d-409f-9aab-a4d269f0f288 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Aug 17 02:38:34.382162 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39930fe-8107-4929-baf0-5f87b6a22309 req-7840517f-45dd-4ec7-919c-ba9e201123ea tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:34.384137 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b39930fe-8107-4929-baf0-5f87b6a22309 req-7840517f-45dd-4ec7-919c-ba9e201123ea tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0517581 Aug 17 02:38:34.421767 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b39930fe-8107-4929-baf0-5f87b6a22309 req-bf41e76f-a844-4e50-a872-02fb565034a4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313299 Aug 17 02:38:34.805879 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:34.949489 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 36202) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:35.050738 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a148f52-1890-4784-b825-17388ab155f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.136192 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a148f52-1890-4784-b825-17388ab155f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.139999 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4a148f52-1890-4784-b825-17388ab155f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.176982 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4a148f52-1890-4784-b825-17388ab155f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f8730e505ed4f3bb76b405669f0b0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264411 Aug 17 02:38:35.177784 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a148f52-1890-4784-b825-17388ab155f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a753ca3-3159-4819-8760-209935acafde,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:35.179708 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:35.229653 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59065b3d-9a55-48aa-a64a-a97247fd1696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.250557 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59065b3d-9a55-48aa-a64a-a97247fd1696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.295078 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59065b3d-9a55-48aa-a64a-a97247fd1696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.297558 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-59065b3d-9a55-48aa-a64a-a97247fd1696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.298697 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-59065b3d-9a55-48aa-a64a-a97247fd1696 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a753ca3-3159-4819-8760-209935acafde HTTP/1.1" status: 204 len: 168 time: 0.1179783 Aug 17 02:38:35.307001 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59065b3d-9a55-48aa-a64a-a97247fd1696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a753ca3-3159-4819-8760-209935acafde,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:35.543595 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a904c-61ad-4f14-9a5f-171b1e39ee5d req-0f31dd06-2d6c-451b-bba7-e0f7e3e264a1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:35.545202 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c6a904c-61ad-4f14-9a5f-171b1e39ee5d req-0f31dd06-2d6c-451b-bba7-e0f7e3e264a1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0511661 Aug 17 02:38:35.561562 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 36214) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:35.574431 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2db38eb1-f748-47c3-afd4-210dc03489b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.588545 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2c6a904c-61ad-4f14-9a5f-171b1e39ee5d req-55735731-c3ec-47ac-9ed1-d530f6893257 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362313 Aug 17 02:38:35.660666 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2db38eb1-f748-47c3-afd4-210dc03489b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.663994 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2db38eb1-f748-47c3-afd4-210dc03489b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.702483 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38eb1-f748-47c3-afd4-210dc03489b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399cf9c0-1213-4920-a42a-2c3ef1f7c7e7,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:35.706720 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2db38eb1-f748-47c3-afd4-210dc03489b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67fb637944d14af8970fc79ec5f43194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441450 Aug 17 02:38:35.709347 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 36216) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:35.756477 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bd60591-c7da-4da5-99ea-a020b35a3071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.778465 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bd60591-c7da-4da5-99ea-a020b35a3071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.839968 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bd60591-c7da-4da5-99ea-a020b35a3071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.842668 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bd60591-c7da-4da5-99ea-a020b35a3071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:35.843866 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4bd60591-c7da-4da5-99ea-a020b35a3071 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/399cf9c0-1213-4920-a42a-2c3ef1f7c7e7 HTTP/1.1" status: 204 len: 168 time: 0.1335697 Aug 17 02:38:35.852483 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd60591-c7da-4da5-99ea-a020b35a3071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399cf9c0-1213-4920-a42a-2c3ef1f7c7e7,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:36.161228 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 36224) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:36.174488 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d22db8c-84e7-4599-ac9f-28b13b56cd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.261688 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d22db8c-84e7-4599-ac9f-28b13b56cd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.265679 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-2d22db8c-84e7-4599-ac9f-28b13b56cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.302404 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-2d22db8c-84e7-4599-ac9f-28b13b56cd8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d4d7ddae657487887a05ca9c5bc2cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397843 Aug 17 02:38:36.303423 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22db8c-84e7-4599-ac9f-28b13b56cd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c07a88e-193c-4b21-b100-825969ae8f0e,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:36.304896 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36226) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:36.357978 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a72fe1c-3875-4636-8b0f-2e8991094eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.378888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a72fe1c-3875-4636-8b0f-2e8991094eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.424692 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a72fe1c-3875-4636-8b0f-2e8991094eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.427187 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a72fe1c-3875-4636-8b0f-2e8991094eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:36.428310 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-0a72fe1c-3875-4636-8b0f-2e8991094eeb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c07a88e-193c-4b21-b100-825969ae8f0e HTTP/1.1" status: 204 len: 168 time: 0.1214418 Aug 17 02:38:36.436975 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72fe1c-3875-4636-8b0f-2e8991094eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c07a88e-193c-4b21-b100-825969ae8f0e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:36.709494 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f6e0-cd71-48c1-b904-84f5faa640fe req-84ebc888-6165-42aa-b1e5-0b6a7f65f25d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:36.711092 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de91f6e0-cd71-48c1-b904-84f5faa640fe req-84ebc888-6165-42aa-b1e5-0b6a7f65f25d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0500629 Aug 17 02:38:36.751900 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de91f6e0-cd71-48c1-b904-84f5faa640fe req-175260f3-e6d4-4672-bfe4-5d86b764473a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346594 Aug 17 02:38:37.870142 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56afb4-d4e7-41a3-8256-b01fedf46b45 req-8f43098f-d744-4e96-8839-41cfa6d39427 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:37.871602 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bc56afb4-d4e7-41a3-8256-b01fedf46b45 req-8f43098f-d744-4e96-8839-41cfa6d39427 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0486004 Aug 17 02:38:37.908095 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bc56afb4-d4e7-41a3-8256-b01fedf46b45 req-85c160c2-6133-4aa7-b529-2c24354eb9b8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305912 Aug 17 02:38:38.750052 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f286a364-dddb-4fa1-bcca-6b37d870e547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:39.030456 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba37a0-e346-4b0a-9d5f-14f76fbce6c0 req-5668eead-e343-4c3b-b7a5-258cbd0faef0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:39.031966 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-41ba37a0-e346-4b0a-9d5f-14f76fbce6c0 req-5668eead-e343-4c3b-b7a5-258cbd0faef0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0509071 Aug 17 02:38:39.070440 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-41ba37a0-e346-4b0a-9d5f-14f76fbce6c0 req-452345f5-510a-4970-948c-a42e88f75a38 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326777 Aug 17 02:38:39.710481 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-a38872b4-f531-4b46-9829-f7c0a52d4da8 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=635674040aef4bc6afbb9c061e280196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293040 Aug 17 02:38:39.894549 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-9652b44a-383b-4789-bb7d-7dc1fa961d54 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:39.896119 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-9652b44a-383b-4789-bb7d-7dc1fa961d54 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792266 Aug 17 02:38:39.911328 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-d1bad9a6-096d-429e-855a-829d50f61a23 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/quotas/635674040aef4bc6afbb9c061e280196 HTTP/1.1" status: 200 len: 375 time: 0.0088809 Aug 17 02:38:39.945460 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-bc0d8bd9-6ad3-4d2c-8d73-1c94daa374b1 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=635674040aef4bc6afbb9c061e280196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284517 Aug 17 02:38:40.097505 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-36840574-0f8f-4182-a571-84f140c1b385 req-fbe406d8-9cc7-4b00-bded-d3428bc3fe2e tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 210 time: 0.0273974 Aug 17 02:38:40.113800 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:38:40.193434 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f57e94-646a-4dc9-81d8-a754556d2aad req-a20175c9-99f2-4243-b163-0272b2e8244b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:40.194918 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-55f57e94-646a-4dc9-81d8-a754556d2aad req-a20175c9-99f2-4243-b163-0272b2e8244b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0491862 Aug 17 02:38:40.235389 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-55f57e94-646a-4dc9-81d8-a754556d2aad req-ad952786-353a-49f9-9154-aa844f3f5e83 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338740 Aug 17 02:38:40.921808 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-6cca1d41-176e-4dac-8777-7f124929a7b5 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=635674040aef4bc6afbb9c061e280196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208817 Aug 17 02:38:41.028708 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-7d4b2d93-edcd-41ad-9b78-2a8386ea5c16 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:41.030018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-7d4b2d93-edcd-41ad-9b78-2a8386ea5c16 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026182 Aug 17 02:38:41.043646 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Request body: {'port': {'device_id': 'a9799834-1d37-48b4-b941-ce94a66b2f59', 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5', 'admin_state_up': True, 'tenant_id': '635674040aef4bc6afbb9c061e280196'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:41.155780 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Made reservation on behalf of 635674040aef4bc6afbb9c061e280196 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:38:41.159398 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.168384 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.207820 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e9a5003b-796b-4686-92cf-fa7a0cf53a7c req-169ebcb9-c7b7-4499-9c5f-c17e458d07bc tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 210 time: 0.0319207 Aug 17 02:38:41.281564 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.286381 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.368893 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7385e8d4-80f5-469b-b7fc-97a29923d7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.381360 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa10fea7-ec42-4bc0-8ce9-e01410589a7f,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:41.444951 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5f31f-15f0-49c2-b659-bf4e15d85809 req-0527c09e-361f-4a55-9dba-525f0409a638 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:41.447080 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-02a5f31f-15f0-49c2-b659-bf4e15d85809 req-0527c09e-361f-4a55-9dba-525f0409a638 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.1337397 Aug 17 02:38:41.474941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Allocated IP 192.168.233.29 (f9a2386a-3655-423e-aa93-b471727460b5/e81029d7-2d73-4a61-b254-d11a5ed443a3/f38f286c-6c22-4ded-b36d-157979c8aba6) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:38:41.508436 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-02a5f31f-15f0-49c2-b659-bf4e15d85809 req-1dfbb33f-845a-4c11-a672-e36fd6000a63 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537121 Aug 17 02:38:41.543943 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.638082 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.650399 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Transition to ACTIVE for port object f38f286c-6c22-4ded-b36d-157979c8aba6 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:41.681929 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.725389 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Network f9a2386a-3655-423e-aa93-b471727460b5 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:38:41.731147 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:38:41.735471 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:38:41.739264 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Pushing event updated for resources: {'Port': ['ID=f38f286c-6c22-4ded-b36d-157979c8aba6,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:41.785685 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:41.786311 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:41.802022 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-04fb2c9e-1812-4aae-9d15-6bce8b8db3d6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7621701 Aug 17 02:38:41.816043 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Request body: {'port': {'device_id': 'a9799834-1d37-48b4-b941-ce94a66b2f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:38:41.874957 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.004642 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-3f3f4828-bd33-4031-9b6a-a4a3d609b36b None None] Provisioning for port f38f286c-6c22-4ded-b36d-157979c8aba6 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:42.008289 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-3f3f4828-bd33-4031-9b6a-a4a3d609b36b None None] Provisioning complete for port f38f286c-6c22-4ded-b36d-157979c8aba6 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:42.008653 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3f3f4828-bd33-4031-9b6a-a4a3d609b36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.040973 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f4828-bd33-4031-9b6a-a4a3d609b36b None None] Port f38f286c-6c22-4ded-b36d-157979c8aba6 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:38:42.129683 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38f286c-6c22-4ded-b36d-157979c8aba6 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:38:42.137465 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.149598 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.150211 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Transition to ACTIVE for port object f38f286c-6c22-4ded-b36d-157979c8aba6 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:38:42.152984 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.203961 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f286c-6c22-4ded-b36d-157979c8aba6,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:42.296165 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Attempting to bind port f38f286c-6c22-4ded-b36d-157979c8aba6 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:38:42.296498 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Attempting to bind port f38f286c-6c22-4ded-b36d-157979c8aba6 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7d7e9997-17c3-4f93-938a-29e74e4765af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:38:42.296831 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Attempting to bind port f38f286c-6c22-4ded-b36d-157979c8aba6 on network f9a2386a-3655-423e-aa93-b471727460b5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:42.315395 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Port f38f286c-6c22-4ded-b36d-157979c8aba6 on network f9a2386a-3655-423e-aa93-b471727460b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:38:42.315737 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Attempting to bind port f38f286c-6c22-4ded-b36d-157979c8aba6 on network f9a2386a-3655-423e-aa93-b471727460b5 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:38:42.326038 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:38:42.326383 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Checking segment: {'id': '7d7e9997-17c3-4f93-938a-29e74e4765af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:38:42.326799 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Bound using segment: {'id': '7d7e9997-17c3-4f93-938a-29e74e4765af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:38:42.327244 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Bound port: f38f286c-6c22-4ded-b36d-157979c8aba6, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7e9997-17c3-4f93-938a-29e74e4765af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:38:42.327603 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.355192 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7dac2-6c26-4c90-aedd-6527fe274e62 req-599d31df-e078-48e1-8020-73a1dc632df0 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:42.356705 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-75f7dac2-6c26-4c90-aedd-6527fe274e62 req-599d31df-e078-48e1-8020-73a1dc632df0 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 947 time: 0.0742221 Aug 17 02:38:42.434134 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-75f7dac2-6c26-4c90-aedd-6527fe274e62 req-6eb7c060-000c-40d7-997f-ada6b935b103 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565109 Aug 17 02:38:42.435074 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] For port f38f286c-6c22-4ded-b36d-157979c8aba6, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:38:42.438429 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] For port f38f286c-6c22-4ded-b36d-157979c8aba6, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f38f286c-6c22-4ded-b36d-157979c8aba6,segment=NetworkSegment(7d7e9997-17c3-4f93-938a-29e74e4765af),segment_id=7d7e9997-17c3-4f93-938a-29e74e4765af)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:38:42.443059 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.483854 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:42.484364 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:42.485756 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] 10.222.0.63 "PUT /v2.0/ports/f38f286c-6c22-4ded-b36d-157979c8aba6 HTTP/1.1" status: 200 len: 1097 time: 0.6740277 Aug 17 02:38:42.486280 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9799834-1d37-48b4-b941-ce94a66b2f59', 'tag': 'f38f286c-6c22-4ded-b36d-157979c8aba6'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:42.488500 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9799834-1d37-48b4-b941-ce94a66b2f59", "tag": "f38f286c-6c22-4ded-b36d-157979c8aba6"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:42.517944 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb18c0-3009-4bfb-be58-a26b9fec3114 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f286c-6c22-4ded-b36d-157979c8aba6,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:42.555794 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa14763-d3e4-4e96-82ab-6c30b2b76627 x-openstack-request-id: req-bfa14763-d3e4-4e96-82ab-6c30b2b76627 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:42.556095 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9799834-1d37-48b4-b941-ce94a66b2f59", "tag": "f38f286c-6c22-4ded-b36d-157979c8aba6", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:42.556431 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfa14763-d3e4-4e96-82ab-6c30b2b76627 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:42.556899 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9799834-1d37-48b4-b941-ce94a66b2f59', 'tag': 'f38f286c-6c22-4ded-b36d-157979c8aba6', 'status': 'completed', 'code': 200} Aug 17 02:38:42.575235 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-a5504345-a670-42fa-ba04-97e407bb3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:42.576745 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-a5504345-a670-42fa-ba04-97e407bb3aca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=635674040aef4bc6afbb9c061e280196&device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 1100 time: 0.0495822 Aug 17 02:38:42.885250 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-8d294c72-102a-4a48-8647-a911bab01156 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=f38f286c-6c22-4ded-b36d-157979c8aba6 HTTP/1.1" status: 200 len: 217 time: 0.2987392 Aug 17 02:38:42.954044 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f12453-1544-46a1-8c59-93ffd834613e req-bde490c2-9760-481c-a1bf-edcc9682cb12 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:42.955552 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-10f12453-1544-46a1-8c59-93ffd834613e req-bde490c2-9760-481c-a1bf-edcc9682cb12 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.3623204 Aug 17 02:38:42.959073 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-bb569f89-8873-4a2a-9646-4977cd7a6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:42.960373 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-bb569f89-8873-4a2a-9646-4977cd7a6c0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e81029d7-2d73-4a61-b254-d11a5ed443a3 HTTP/1.1" status: 200 len: 843 time: 0.0624690 Aug 17 02:38:43.025399 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-10f12453-1544-46a1-8c59-93ffd834613e req-880d21d7-e9fb-4642-a6f7-2e53d998c1af tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636656 Aug 17 02:38:43.031314 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-f612ffd4-88af-4c0e-9019-e3b78b2943d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.032707 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-f612ffd4-88af-4c0e-9019-e3b78b2943d6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f9a2386a-3655-423e-aa93-b471727460b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0636575 Aug 17 02:38:43.124688 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-c662eae2-aa01-4ccc-bcdb-f409045c0d08 service neutron] 10.222.0.63 "GET /v2.0/networks/f9a2386a-3655-423e-aa93-b471727460b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813401 Aug 17 02:38:43.219872 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-337d758a-36f9-4fd6-8073-8a1dcb7aab57 req-a66f125c-d0cd-4ea0-b20f-d3b6750b4132 service neutron] 10.222.0.63 "GET /v2.0/networks/f9a2386a-3655-423e-aa93-b471727460b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871849 Aug 17 02:38:43.309758 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-d1d9a534-dfa7-40ca-983c-8267f3035462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.311257 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-d1d9a534-dfa7-40ca-983c-8267f3035462 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=635674040aef4bc6afbb9c061e280196&device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 1100 time: 0.0422432 Aug 17 02:38:43.406649 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-d0a48920-1f70-43b5-b228-e543286705bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.408072 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-d0a48920-1f70-43b5-b228-e543286705bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=f9a2386a-3655-423e-aa93-b471727460b5 HTTP/1.1" status: 200 len: 870 time: 0.0882063 Aug 17 02:38:43.449394 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-ac5fe9ca-2879-46b8-beee-e33a8c96bc8f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=f38f286c-6c22-4ded-b36d-157979c8aba6 HTTP/1.1" status: 200 len: 217 time: 0.0335822 Aug 17 02:38:43.501095 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-4b5c1f43-3a7b-4b10-880d-36116897653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.502554 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-4b5c1f43-3a7b-4b10-880d-36116897653a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e81029d7-2d73-4a61-b254-d11a5ed443a3 HTTP/1.1" status: 200 len: 843 time: 0.0442894 Aug 17 02:38:43.581746 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff2b0-0ab9-4b53-b1d8-f5c3daabe0fc req-0d5cadf7-1531-481a-9acb-4dbaef68008a tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.583144 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-901ff2b0-0ab9-4b53-b1d8-f5c3daabe0fc req-0d5cadf7-1531-481a-9acb-4dbaef68008a tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 947 time: 0.0793593 Aug 17 02:38:43.585552 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-06153ab1-f987-4955-8427-92d4e85c0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:43.587511 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-06153ab1-f987-4955-8427-92d4e85c0383 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f9a2386a-3655-423e-aa93-b471727460b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0741298 Aug 17 02:38:43.667941 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-901ff2b0-0ab9-4b53-b1d8-f5c3daabe0fc req-56707607-bf09-4333-9ca4-488d235bb62f tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780597 Aug 17 02:38:43.701775 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-f33a276a-7bcc-4be1-86c8-f29e53eb09c8 service neutron] 10.222.0.63 "GET /v2.0/networks/f9a2386a-3655-423e-aa93-b471727460b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062624 Aug 17 02:38:43.790372 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16fc4c14-1ee7-4ea7-bc21-5f4da928f19b req-51a099b7-5430-4151-aded-3d336c5ab17a service neutron] 10.222.0.63 "GET /v2.0/networks/f9a2386a-3655-423e-aa93-b471727460b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806050 Aug 17 02:38:44.055360 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:44.144961 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ff8b3-4a50-463f-9666-09c8990971fb req-90433a2c-fdaf-4e4e-a679-723557c8938c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.146391 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1d4ff8b3-4a50-463f-9666-09c8990971fb req-90433a2c-fdaf-4e4e-a679-723557c8938c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0483847 Aug 17 02:38:44.187914 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1d4ff8b3-4a50-463f-9666-09c8990971fb req-85fb2a32-c5f1-4c0b-9963-950963ca35bf tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355816 Aug 17 02:38:44.781368 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b04d-a2d6-4478-b8af-af4711befd9b req-242937c0-4ebe-422e-8667-01a9f5eae5b0 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:44.782829 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ea68b04d-a2d6-4478-b8af-af4711befd9b req-242937c0-4ebe-422e-8667-01a9f5eae5b0 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 947 time: 0.0479505 Aug 17 02:38:44.819018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ea68b04d-a2d6-4478-b8af-af4711befd9b req-dffa9958-0d08-4e31-bd8b-fe59fcb51998 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302110 Aug 17 02:38:45.305058 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0d14d-c284-4812-8717-677b352554c5 req-d5287bf6-3a7e-4582-a46a-65aa98fcd1d5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:45.307192 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-19c0d14d-c284-4812-8717-677b352554c5 req-d5287bf6-3a7e-4582-a46a-65aa98fcd1d5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0479863 Aug 17 02:38:45.344081 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-19c0d14d-c284-4812-8717-677b352554c5 req-68c41694-3659-419f-a8f9-483319306abb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307665 Aug 17 02:38:45.938643 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886b02d-0016-42e2-9d37-17bd674e946e req-b69da7ba-c305-4843-9937-f34ac427faf8 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:45.940127 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6886b02d-0016-42e2-9d37-17bd674e946e req-b69da7ba-c305-4843-9937-f34ac427faf8 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 947 time: 0.0484562 Aug 17 02:38:45.983453 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6886b02d-0016-42e2-9d37-17bd674e946e req-6900212f-22db-4f6c-b884-c9499ce2e8d0 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373654 Aug 17 02:38:46.462126 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2c1c9-2b42-4d88-a52f-4436e8e93fef req-d9e5f492-fa2d-4337-ae26-0223de2b9dcf tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:46.464101 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f8a2c1c9-2b42-4d88-a52f-4436e8e93fef req-d9e5f492-fa2d-4337-ae26-0223de2b9dcf tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0494363 Aug 17 02:38:46.501818 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f8a2c1c9-2b42-4d88-a52f-4436e8e93fef req-381748be-2f85-4a2c-b90a-c3aec8c1a9d1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318863 Aug 17 02:38:47.103831 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510ea1-9246-4b40-aea6-11600e7bd3c9 req-a13f79fb-e2c8-439d-8653-85e7125434d5 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:47.105310 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e510ea1-9246-4b40-aea6-11600e7bd3c9 req-a13f79fb-e2c8-439d-8653-85e7125434d5 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 947 time: 0.0500154 Aug 17 02:38:47.142785 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e510ea1-9246-4b40-aea6-11600e7bd3c9 req-47b1805a-c8cb-4d45-a128-05d16fd804d5 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314400 Aug 17 02:38:47.618431 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5661369-17da-4fcc-be1b-8297c3a892db req-4cb9fce7-4835-4f04-b7bd-ea16c8ec1810 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:47.619896 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a5661369-17da-4fcc-be1b-8297c3a892db req-4cb9fce7-4835-4f04-b7bd-ea16c8ec1810 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 943 time: 0.0478673 Aug 17 02:38:47.659741 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a5661369-17da-4fcc-be1b-8297c3a892db req-18495ddd-d1b9-4445-958f-f4c53a8ac472 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340183 Aug 17 02:38:48.054067 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:38:48.152744 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:48.164636 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'port_id': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'mac_address': 'fa:16:3e:b4:f0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:38:48.208933 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.222171 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fec36d0-662b-47e1-9f51-4371547b09ca {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:38:48.241852 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:48.246312 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.247122 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f38f286c-6c22-4ded-b36d-157979c8aba6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:38:48.262788 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040a5e-f107-458c-b55a-d00ba1287e0b req-48b76c01-5ecc-4def-a9fa-8e9722b1b9bf tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:48.264262 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7040a5e-f107-458c-b55a-d00ba1287e0b req-48b76c01-5ecc-4def-a9fa-8e9722b1b9bf tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 947 time: 0.0498836 Aug 17 02:38:48.301336 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7040a5e-f107-458c-b55a-d00ba1287e0b req-337e69b1-e3eb-47e6-9008-10e3455ab318 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309887 Aug 17 02:38:48.346293 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=9']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:48.359795 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.360147 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.360490 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.360824 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.361155 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.361483 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.361809 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.362134 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.362480 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.362833 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.363160 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.363479 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:38:48.406261 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f38f286c-6c22-4ded-b36d-157979c8aba6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f38f286c-6c22-4ded-b36d-157979c8aba6,segment=NetworkSegment(7d7e9997-17c3-4f93-938a-29e74e4765af),segment_id=7d7e9997-17c3-4f93-938a-29e74e4765af)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:48.417478 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'f38f286c-6c22-4ded-b36d-157979c8aba6', 'network_id': 'f9a2386a-3655-423e-aa93-b471727460b5', 'port_id': 'f38f286c-6c22-4ded-b36d-157979c8aba6', 'mac_address': 'fa:16:3e:41:b8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81029d7-2d73-4a61-b254-d11a5ed443a3', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:38:48.457911 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.470235 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38f286c-6c22-4ded-b36d-157979c8aba6 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:38:48.489565 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f38f286c-6c22-4ded-b36d-157979c8aba6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f38f286c-6c22-4ded-b36d-157979c8aba6,segment=NetworkSegment(7d7e9997-17c3-4f93-938a-29e74e4765af),segment_id=7d7e9997-17c3-4f93-938a-29e74e4765af)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:48.493144 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:48.539971 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f38f286c-6c22-4ded-b36d-157979c8aba6,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:48.779808 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc590c8-cc7b-4187-b2b2-f40ee35db0e1 req-1014b897-ded8-4a87-bd15-c6d39d69def6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:48.781245 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fbc590c8-cc7b-4187-b2b2-f40ee35db0e1 req-1014b897-ded8-4a87-bd15-c6d39d69def6 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0481722 Aug 17 02:38:48.820212 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fbc590c8-cc7b-4187-b2b2-f40ee35db0e1 req-126ce87b-0299-437d-a3e1-b88c387902cc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328119 Aug 17 02:38:48.926126 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['6fec36d0-662b-47e1-9f51-4371547b09ca'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:38:48.931810 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['f38f286c-6c22-4ded-b36d-157979c8aba6'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:38:49.416509 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bc048-8872-460a-92b5-91fbce7c78d2 req-b9e4f389-c2b8-4aa1-8497-d594786efe84 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:49.417983 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b45bc048-8872-460a-92b5-91fbce7c78d2 req-b9e4f389-c2b8-4aa1-8497-d594786efe84 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 948 time: 0.0492206 Aug 17 02:38:49.460065 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b45bc048-8872-460a-92b5-91fbce7c78d2 req-7f84b296-82d8-4233-b622-5ff662ae2788 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360966 Aug 17 02:38:49.941406 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a16c4d-75b0-489a-af7f-86aa0537b22f req-9244b6a3-b49e-40f3-bfdd-47fe8b83c1c2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:49.942906 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-57a16c4d-75b0-489a-af7f-86aa0537b22f req-9244b6a3-b49e-40f3-bfdd-47fe8b83c1c2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0493116 Aug 17 02:38:49.981517 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-57a16c4d-75b0-489a-af7f-86aa0537b22f req-8def8f73-f745-47de-bb78-0820d68eefdf tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319867 Aug 17 02:38:50.575835 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597db2c-5582-4247-b848-905a6022314b req-58accdde-3f92-4c6c-9818-61d041b78909 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:50.577305 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d597db2c-5582-4247-b848-905a6022314b req-58accdde-3f92-4c6c-9818-61d041b78909 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 948 time: 0.0488935 Aug 17 02:38:50.621722 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d597db2c-5582-4247-b848-905a6022314b req-780c0a60-4a7b-44a4-994d-b3b127a7bec6 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339370 Aug 17 02:38:50.621891 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 36394) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:50.727000 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df260a5c-ad10-4ec8-80b1-e261c4223d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.813573 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df260a5c-ad10-4ec8-80b1-e261c4223d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.817048 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df260a5c-ad10-4ec8-80b1-e261c4223d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.856789 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-df260a5c-ad10-4ec8-80b1-e261c4223d71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d376e293d5c436983a8fde16d470a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339144 Aug 17 02:38:50.857737 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df260a5c-ad10-4ec8-80b1-e261c4223d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3e2ff3-d193-42b6-a5dc-8f82fafa4f55,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:50.859499 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36398) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:38:50.907955 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5a9-0f7a-4657-aa0a-8597f7e7ad78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.928675 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5a9-0f7a-4657-aa0a-8597f7e7ad78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.976201 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5a9-0f7a-4657-aa0a-8597f7e7ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.979328 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b5a9-0f7a-4657-aa0a-8597f7e7ad78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:50.980421 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a3d0b5a9-0f7a-4657-aa0a-8597f7e7ad78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c3e2ff3-d193-42b6-a5dc-8f82fafa4f55 HTTP/1.1" status: 204 len: 168 time: 0.1191671 Aug 17 02:38:50.988375 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0b5a9-0f7a-4657-aa0a-8597f7e7ad78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3e2ff3-d193-42b6-a5dc-8f82fafa4f55,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:51.105765 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893f8a-c636-478e-88a7-f7ceaa8778e4 req-7f4fd974-679f-4e7c-92b9-77c380b9ab36 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:51.107509 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de893f8a-c636-478e-88a7-f7ceaa8778e4 req-7f4fd974-679f-4e7c-92b9-77c380b9ab36 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0531540 Aug 17 02:38:51.150279 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de893f8a-c636-478e-88a7-f7ceaa8778e4 req-24e9118f-d75c-4f28-9ce8-21794afb6651 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363622 Aug 17 02:38:51.734662 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e214d60-4f4e-4978-8890-e8254bc02b2c req-a2a9cf58-f5fb-4bdf-8e8b-d3c2e7320c4c tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:51.736136 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e214d60-4f4e-4978-8890-e8254bc02b2c req-a2a9cf58-f5fb-4bdf-8e8b-d3c2e7320c4c tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 948 time: 0.0478470 Aug 17 02:38:51.773208 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e214d60-4f4e-4978-8890-e8254bc02b2c req-93d9f0d3-c706-47d4-aa00-b50ceee37283 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Aug 17 02:38:52.103563 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f38f286c-6c22-4ded-b36d-157979c8aba6 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:52.153348 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port f38f286c-6c22-4ded-b36d-157979c8aba6 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:38:52.156833 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port f38f286c-6c22-4ded-b36d-157979c8aba6 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:52.157200 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.232485 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.254403 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9799834-1d37-48b4-b941-ce94a66b2f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f286c-6c22-4ded-b36d-157979c8aba6'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:52.256670 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95963ea4-2b25-4e15-afb8-a3b9aede7658" -d '{"events": [{"server_uuid": "a9799834-1d37-48b4-b941-ce94a66b2f59", "name": "network-vif-plugged", "status": "completed", "tag": "f38f286c-6c22-4ded-b36d-157979c8aba6"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:52.270392 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f38f286c-6c22-4ded-b36d-157979c8aba6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f38f286c-6c22-4ded-b36d-157979c8aba6,segment=NetworkSegment(7d7e9997-17c3-4f93-938a-29e74e4765af),segment_id=7d7e9997-17c3-4f93-938a-29e74e4765af)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:52.275142 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.276017 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:38:52.281634 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d69e3-1fca-43f8-b444-b2bdf1207f7c req-556ad1aa-ddef-457c-aa95-83e9df7c867d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:52.283315 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2e6d69e3-1fca-43f8-b444-b2bdf1207f7c req-556ad1aa-ddef-457c-aa95-83e9df7c867d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 944 time: 0.0583634 Aug 17 02:38:52.297380 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598e8284-9db3-46bf-b7cc-91817bdecb74 x-openstack-request-id: req-598e8284-9db3-46bf-b7cc-91817bdecb74 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:52.297668 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9799834-1d37-48b4-b941-ce94a66b2f59", "name": "network-vif-plugged", "status": "completed", "tag": "f38f286c-6c22-4ded-b36d-157979c8aba6", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:52.297920 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-598e8284-9db3-46bf-b7cc-91817bdecb74 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:52.298315 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9799834-1d37-48b4-b941-ce94a66b2f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f286c-6c22-4ded-b36d-157979c8aba6', 'code': 200} Aug 17 02:38:52.325427 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2e6d69e3-1fca-43f8-b444-b2bdf1207f7c req-8c54a103-06fc-446c-a994-5361b71ffa56 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351152 Aug 17 02:38:52.356389 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f38f286c-6c22-4ded-b36d-157979c8aba6,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:52.368955 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 6fec36d0-662b-47e1-9f51-4371547b09ca triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:38:52.369109 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.445002 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.462734 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133640c-9251-40a5-ba75-6ed929fc719d req-553ba837-00b6-4616-8168-9d1129f25dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:52.464322 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5133640c-9251-40a5-ba75-6ed929fc719d req-553ba837-00b6-4616-8168-9d1129f25dc6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 1102 time: 0.0406041 Aug 17 02:38:52.477065 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:52.481545 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:52.503160 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5133640c-9251-40a5-ba75-6ed929fc719d req-49804a63-9c81-4f96-bf21-08c9fef8d742 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295601 Aug 17 02:38:52.531356 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=10']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:52.890716 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae15b7-3650-4656-a819-11a094aa48d5 req-12ace175-caa5-4461-afee-c9f5a42fca33 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:52.892202 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3ae15b7-3650-4656-a819-11a094aa48d5 req-12ace175-caa5-4461-afee-c9f5a42fca33 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 949 time: 0.0507078 Aug 17 02:38:52.928242 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3ae15b7-3650-4656-a819-11a094aa48d5 req-5a222663-61f1-418a-8e40-9e8bbea42089 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301678 Aug 17 02:38:53.450153 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029280d-fec8-4100-91ef-78b89ec9ed18 req-a669e23c-425f-4f8e-99fc-4724df356efc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:53.451641 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5029280d-fec8-4100-91ef-78b89ec9ed18 req-a669e23c-425f-4f8e-99fc-4724df356efc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 946 time: 0.0510890 Aug 17 02:38:53.490040 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5029280d-fec8-4100-91ef-78b89ec9ed18 req-6f33763b-c03c-4750-99fa-7837d7fa66c0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326011 Aug 17 02:38:54.042824 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f99aae-edb7-4a11-a90c-92f3d00dcf60 req-90cecd33-d764-4181-bfb4-32bcc79bd119 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:54.044188 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16f99aae-edb7-4a11-a90c-92f3d00dcf60 req-90cecd33-d764-4181-bfb4-32bcc79bd119 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 949 time: 0.0497785 Aug 17 02:38:54.082069 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-16f99aae-edb7-4a11-a90c-92f3d00dcf60 req-ed3b01aa-a631-45f7-ab43-1ac8da3af587 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320008 Aug 17 02:38:54.299457 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:54.301848 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a60bade-0c5e-422b-a8e7-1cfe403259d0" -d '{"events": [{"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:54.336611 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95de23-b8fd-4c48-8c8c-9f0101e57d54 req-c3e6c0a2-65ef-49e4-a033-2570d97da8ba tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:54.338636 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5a95de23-b8fd-4c48-8c8c-9f0101e57d54 req-c3e6c0a2-65ef-49e4-a033-2570d97da8ba tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 949 time: 0.0510433 Aug 17 02:38:54.339451 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f661401e-ef56-4571-86c7-569ca2679dcc x-openstack-request-id: req-f661401e-ef56-4571-86c7-569ca2679dcc {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:54.339742 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-plugged", "status": "completed", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:54.339996 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f661401e-ef56-4571-86c7-569ca2679dcc {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:54.340381 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'code': 200} Aug 17 02:38:54.376631 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5a95de23-b8fd-4c48-8c8c-9f0101e57d54 req-157af330-8255-48bc-98b8-dbaf7aa0dd81 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Aug 17 02:38:54.611608 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b36b98-2fe4-4ab4-9ca5-35587b0e4ff1 req-b5f95781-43d8-446d-852a-32035a165aab tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:54.613043 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-69b36b98-2fe4-4ab4-9ca5-35587b0e4ff1 req-b5f95781-43d8-446d-852a-32035a165aab tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 946 time: 0.0518847 Aug 17 02:38:54.651080 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-69b36b98-2fe4-4ab4-9ca5-35587b0e4ff1 req-e74458c8-0f7e-415d-834e-c6ddfe0e8020 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Aug 17 02:38:54.868922 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fca8f-472c-4549-b931-f13368d665ba req-87d1e525-d002-44bd-92f1-88dd88124660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:54.870397 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6a0fca8f-472c-4549-b931-f13368d665ba req-87d1e525-d002-44bd-92f1-88dd88124660 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 1099 time: 0.0407889 Aug 17 02:38:54.905778 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6a0fca8f-472c-4549-b931-f13368d665ba req-8749509d-65df-455b-914d-ea4253c57de5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270133 Aug 17 02:38:55.488993 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941d64-6c08-4ee2-ab2d-7098da1cf45d req-73959bfa-c1bb-445b-89d2-1a53520b5a71 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:55.490437 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bc941d64-6c08-4ee2-ab2d-7098da1cf45d req-73959bfa-c1bb-445b-89d2-1a53520b5a71 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 949 time: 0.0476017 Aug 17 02:38:55.527342 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bc941d64-6c08-4ee2-ab2d-7098da1cf45d req-c13376df-1d26-4cc8-951e-1fc492349b9c tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302067 Aug 17 02:38:55.770755 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec877daf-8bd7-43b8-a407-4d5c509590d7 req-5718fb5f-c388-4d9c-921d-e5fe93d9935b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:55.772206 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec877daf-8bd7-43b8-a407-4d5c509590d7 req-5718fb5f-c388-4d9c-921d-e5fe93d9935b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 946 time: 0.0511043 Aug 17 02:38:55.810315 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec877daf-8bd7-43b8-a407-4d5c509590d7 req-3b88d1cf-d40a-4f76-b250-081439d8a2c4 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Aug 17 02:38:56.333181 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-5db8c7d8-6c27-4d30-be19-8f29f7801f62 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:56.334637 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-5db8c7d8-6c27-4d30-be19-8f29f7801f62 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.63 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 949 time: 0.0490854 Aug 17 02:38:56.432212 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Deleting port f38f286c-6c22-4ded-b36d-157979c8aba6 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:38:56.432554 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.523470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] For port f38f286c-6c22-4ded-b36d-157979c8aba6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f38f286c-6c22-4ded-b36d-157979c8aba6,segment=NetworkSegment(7d7e9997-17c3-4f93-938a-29e74e4765af),segment_id=7d7e9997-17c3-4f93-938a-29e74e4765af)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:38:56.524177 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.535881 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Calling delete_port for f38f286c-6c22-4ded-b36d-157979c8aba6 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:38:56.702630 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed24bd-9f81-49ad-8815-ba741df7e1ee req-1b0659cd-26c3-4fed-93a8-ba2e30c911b2 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:56.704026 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f4ed24bd-9f81-49ad-8815-ba741df7e1ee req-1b0659cd-26c3-4fed-93a8-ba2e30c911b2 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9799834-1d37-48b4-b941-ce94a66b2f59 HTTP/1.1" status: 200 len: 949 time: 0.0900943 Aug 17 02:38:56.720861 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.732937 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['f38f286c-6c22-4ded-b36d-157979c8aba6'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:38:56.757300 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Pushing event deleted for resources: {'Port': ['ID=f38f286c-6c22-4ded-b36d-157979c8aba6,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:38:56.818180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f4ed24bd-9f81-49ad-8815-ba741df7e1ee req-ecb09077-643b-4a83-880a-d93daf8f6e43 tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa10fea7-ec42-4bc0-8ce9-e01410589a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062510 Aug 17 02:38:56.819162 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] No DVR routers for this DVR port f38f286c-6c22-4ded-b36d-157979c8aba6 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:38:56.822682 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:38:56.824862 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4d9f31bb-41ed-41f1-b972-41a79a81631c req-17e550b5-0bd4-4d2c-a24e-b80ebd0a030b tempest-VolumesNegativeTest-870430332 tempest-VolumesNegativeTest-870430332-project] 10.222.0.63 "DELETE /v2.0/ports/f38f286c-6c22-4ded-b36d-157979c8aba6 HTTP/1.1" status: 204 len: 173 time: 0.4775424 Aug 17 02:38:56.825461 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9799834-1d37-48b4-b941-ce94a66b2f59', 'name': 'network-vif-deleted', 'tag': 'f38f286c-6c22-4ded-b36d-157979c8aba6'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:38:56.827909 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1b635d-0fc4-42bb-86db-c694167da05a" -d '{"events": [{"server_uuid": "a9799834-1d37-48b4-b941-ce94a66b2f59", "name": "network-vif-deleted", "tag": "f38f286c-6c22-4ded-b36d-157979c8aba6"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:38:56.883126 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7faa14-6901-4c8b-898f-3675f2e1d5f1 x-openstack-request-id: req-7b7faa14-6901-4c8b-898f-3675f2e1d5f1 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:38:56.883646 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9799834-1d37-48b4-b941-ce94a66b2f59", "name": "network-vif-deleted", "tag": "f38f286c-6c22-4ded-b36d-157979c8aba6", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:38:56.885143 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b7faa14-6901-4c8b-898f-3675f2e1d5f1 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:38:56.885893 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9799834-1d37-48b4-b941-ce94a66b2f59', 'name': 'network-vif-deleted', 'tag': 'f38f286c-6c22-4ded-b36d-157979c8aba6', 'status': 'completed', 'code': 200} Aug 17 02:38:57.000151 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654caef7-983e-45bb-8252-82805b4092f9 req-8be6916b-90f8-46f7-8d67-486832a1f2fb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:57.003413 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-654caef7-983e-45bb-8252-82805b4092f9 req-8be6916b-90f8-46f7-8d67-486832a1f2fb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 946 time: 0.0623460 Aug 17 02:38:57.058902 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-654caef7-983e-45bb-8252-82805b4092f9 req-f2dc823a-fb64-4848-91ac-bc687318901b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481837 Aug 17 02:38:58.200995 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd56217-3917-4a6f-ada5-d0fc93b652c3 req-86777e05-2edb-4fa2-b675-9ffc37bb0727 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:38:58.202499 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5fd56217-3917-4a6f-ada5-d0fc93b652c3 req-86777e05-2edb-4fa2-b675-9ffc37bb0727 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 946 time: 0.0511239 Aug 17 02:38:58.242360 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5fd56217-3917-4a6f-ada5-d0fc93b652c3 req-4e12ca40-86d1-44c3-849c-eb1ee3a5d0f9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339293 Aug 17 02:39:00.151451 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f38f286c-6c22-4ded-b36d-157979c8aba6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:39:00.172621 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: f38f286c-6c22-4ded-b36d-157979c8aba6 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:39:00.172975 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f38f286c-6c22-4ded-b36d-157979c8aba6 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:39:01.491883 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36702) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:01.623679 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f142161f-ba43-4c8e-bb66-e46114932b4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=635674040aef4bc6afbb9c061e280196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306221 Aug 17 02:39:01.626054 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36706) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:01.673048 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bb77efc-a70b-407a-bc88-02509e753e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.693431 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bb77efc-a70b-407a-bc88-02509e753e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.742539 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bb77efc-a70b-407a-bc88-02509e753e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.745495 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2bb77efc-a70b-407a-bc88-02509e753e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:01.748872 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-2bb77efc-a70b-407a-bc88-02509e753e4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa10fea7-ec42-4bc0-8ce9-e01410589a7f HTTP/1.1" status: 204 len: 168 time: 0.1196666 Aug 17 02:39:01.754389 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb77efc-a70b-407a-bc88-02509e753e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa10fea7-ec42-4bc0-8ce9-e01410589a7f,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:04.804478 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:08.750867 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-853e9c44-16c5-42c3-8c31-f670f34b1f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.370836 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-44507df6-c554-449b-b095-2475de040700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:11.534405 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:12.151569 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:14.057819 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:17.113819 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:39:24.809920 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36848) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:24.911906 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:24.999245 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.002946 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.043901 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8720d8b7bc9d49129767b906718bc151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329285 Aug 17 02:39:25.044761 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9b260a-4f6f-4aaf-b19a-c684577762d5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:25.047107 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 36852) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:25.052312 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.052668 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.053011 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.053355 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.053687 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.054021 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.054352 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.054706 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.055039 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.055366 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.055689 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.056012 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4ebef2-1f7f-414f-9ebb-ef4b6052b8b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.094603 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.114275 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.159499 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.162051 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.163234 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e9b260a-4f6f-4aaf-b19a-c684577762d5 HTTP/1.1" status: 204 len: 168 time: 0.1151435 Aug 17 02:39:25.171256 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9b260a-4f6f-4aaf-b19a-c684577762d5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:25.178176 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.178520 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.178884 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.179210 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.179534 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.179857 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.180205 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.180525 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.180840 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.181154 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.181498 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.182433 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec2156-5e85-4b7c-9ecc-d8087afbcf6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:25.755916 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 36874) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:25.849795 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1920738422-network', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:25.870970 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Made reservation on behalf of bb48813d6a5743e0bd077ce9d0a852a1 for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:25.873181 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.881018 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.968963 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.972584 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:25.996467 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:39:26.005768 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c8e45c-2992-4f34-888f-19c7b4703009,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:26.010448 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.010806 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Added segment 693796c2-1fe7-454c-9c9d-fd2eb715e4f0 of type vlan for network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 Aug 17 02:39:26.048905 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.073308 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.074573 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:26.075172 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.124743 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3676167 Aug 17 02:39:26.127655 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36880) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:26.132755 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Request body: {'subnet': {'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1920738422-subnet', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:26.135013 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d9dee-c374-43d5-9450-3365868a4293 admin admin] Pushing event updated for resources: {'Network': ['ID=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:26.145144 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:39:26.154421 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Made reservation on behalf of bb48813d6a5743e0bd077ce9d0a852a1 for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:26.156734 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8272014'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.321784 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8272024'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.375972 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a80d2a-73e6-4837-8935-11ff842e7082,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:26.382796 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Checking segment: {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:26.383146 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Network hostable DHCP agents. Network: b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:39:26.398815 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:39:26.407805 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:26.411747 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:26.412314 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.417289 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979bf39-97d1-412b-82f6-737729e4584c None None] Network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:26.427100 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-bda3d7b8-fd2c-4caf-a421-75f783363b0a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2982907 Aug 17 02:39:26.429679 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36882) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:26.434215 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:26.455563 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.456553 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.509207 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.561139 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:26.561978 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.651342 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.697814 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Allocated IP 172.20.0.2 (b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2/24a80d2a-73e6-4837-8935-11ff842e7082/0f2d92ee-b23d-45c8-a6b1-3bc549515ede) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:26.836376 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.845005 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Transition to ACTIVE for port object 0f2d92ee-b23d-45c8-a6b1-3bc549515ede will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:26.850993 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.859891 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Transition to ACTIVE for port object 0f2d92ee-b23d-45c8-a6b1-3bc549515ede will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:26.865533 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.871089 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.906247 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:26.910858 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:26.913334 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:26.941956 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Pushing event updated for resources: {'Port': ['ID=0f2d92ee-b23d-45c8-a6b1-3bc549515ede,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:26.973015 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Attempting to bind port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:26.973553 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Attempting to bind port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:26.973941 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Attempting to bind port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede on network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:26.974398 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Allocated IP 172.27.0.166 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/a36fca9b-b49e-402f-a9f0-46c52c6c3030) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:26.979342 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:26.979766 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Checking segment: {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:26.980186 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:26.980573 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Bound using segment: {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:26.981075 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Bound port: 0f2d92ee-b23d-45c8-a6b1-3bc549515ede, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:26.981434 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.042607 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] For port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:27.045738 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] For port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=0f2d92ee-b23d-45c8-a6b1-3bc549515ede,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:27.050087 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.080392 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.112835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07355b-8640-4c22-aa03-0f23380741bb None None] Pushing event updated for resources: {'Port': ['ID=0f2d92ee-b23d-45c8-a6b1-3bc549515ede,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:27.126975 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.169030 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:27.171897 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:27.175383 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:27.180645 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a36fca9b-b49e-402f-a9f0-46c52c6c3030,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:27.435615 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.627965 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.758559 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Router 9b3d1b31-b1bf-4806-96a0-eada645fe078 is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:39:27.868111 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:27.880408 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Sync routers for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:27.887251 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:27.891338 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-2c64ad2c-c14b-46e3-8cae-9670de0e66f0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4581625 Aug 17 02:39:27.891494 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:27.891494 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:27.891726 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36884) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:27.972166 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12e65a-5662-4c18-a0df-a6501c677df4 None None] Network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:28.040641 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:28.169412 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-93577c65-b1e2-4582-b9cb-fa9789d50454 None None] Provisioning for port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:28.315438 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:27Z', 'revision_number': 3, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:28.345798 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Checking router: 9b3d1b31-b1bf-4806-96a0-eada645fe078 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:28.346158 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Updating router 9b3d1b31-b1bf-4806-96a0-eada645fe078 port a36fca9b-b49e-402f-a9f0-46c52c6c3030 binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:28.489480 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.570427 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.713520 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 0f2d92ee-b23d-45c8-a6b1-3bc549515ede up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:28.746318 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Allocated IP 172.20.0.1 (b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2/24a80d2a-73e6-4837-8935-11ff842e7082/2adea251-ae48-47e6-bbd0-6724e6a33a01) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:28.813211 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.816878 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:28.826180 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:28.826543 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.829219 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Transition to ACTIVE for port object a36fca9b-b49e-402f-a9f0-46c52c6c3030 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:28.854463 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.854745 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.867914 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Transition to ACTIVE for port object 2adea251-ae48-47e6-bbd0-6724e6a33a01 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:28.902699 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.922256 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Attempting to bind port a36fca9b-b49e-402f-a9f0-46c52c6c3030 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:28.922915 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Attempting to bind port a36fca9b-b49e-402f-a9f0-46c52c6c3030 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:28.923035 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Attempting to bind port a36fca9b-b49e-402f-a9f0-46c52c6c3030 on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:28.927372 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db894c8-3744-415c-92b5-19117445ac17 None None] Pushing event updated for resources: {'Port': ['ID=a36fca9b-b49e-402f-a9f0-46c52c6c3030,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:28.935807 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:28.936587 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:28.936941 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.937327 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:28.937797 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Bound port: a36fca9b-b49e-402f-a9f0-46c52c6c3030, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:28.938172 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:28.945480 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:28.950791 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:28.955099 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:28.958311 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Pushing event updated for resources: {'Port': ['ID=2adea251-ae48-47e6-bbd0-6724e6a33a01,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:28.997480 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.018264 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.045253 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] For port a36fca9b-b49e-402f-a9f0-46c52c6c3030, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:29.052805 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] For port a36fca9b-b49e-402f-a9f0-46c52c6c3030, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=a36fca9b-b49e-402f-a9f0-46c52c6c3030,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:29.064841 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.100394 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=0f2d92ee-b23d-45c8-a6b1-3bc549515ede,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:29.111672 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.135191 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:29.135869 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:29.140560 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.179391 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db894c8-3744-415c-92b5-19117445ac17 None None] Pushing event updated for resources: {'Port': ['ID=a36fca9b-b49e-402f-a9f0-46c52c6c3030,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:29.265177 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-c2f97876-ebe2-496a-bc9e-2734e7d8460c None None] Provisioning for port 2adea251-ae48-47e6-bbd0-6724e6a33a01 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:29.281618 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-c2f97876-ebe2-496a-bc9e-2734e7d8460c None None] Provisioning complete for port 2adea251-ae48-47e6-bbd0-6724e6a33a01 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:29.281995 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c2f97876-ebe2-496a-bc9e-2734e7d8460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.310956 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.312328 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=0f2d92ee-b23d-45c8-a6b1-3bc549515ede,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:29.315673 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.333182 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:29.362173 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-c2f97876-ebe2-496a-bc9e-2734e7d8460c None None] Port 2adea251-ae48-47e6-bbd0-6724e6a33a01 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:29.387801 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Pushing event updated for resources: {'Port': ['ID=2adea251-ae48-47e6-bbd0-6724e6a33a01,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:29.395096 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.484067 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:29.485571 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:29.536088 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:28Z', 'revision_number': 1, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:29.562971 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3a8a0-7830-445a-bf13-60cc2efc51cd None None] The sync data for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi is: [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:28Z', 'revision_number': 1, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:29.607899 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Router 9b3d1b31-b1bf-4806-96a0-eada645fe078 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:39:29.685553 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-13cd669b-a56d-4b55-a2e8-785019ee75f9 None None] Provisioning complete for port 2adea251-ae48-47e6-bbd0-6724e6a33a01 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:29.685924 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-13cd669b-a56d-4b55-a2e8-785019ee75f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:29.724365 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-13cd669b-a56d-4b55-a2e8-785019ee75f9 None None] Port 2adea251-ae48-47e6-bbd0-6724e6a33a01 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:29.726266 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:29.731847 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-9782d398-3c0f-4941-bcd2-2b0d4c57319a admin admin] 10.222.0.52 "PUT /v2.0/routers/9b3d1b31-b1bf-4806-96a0-eada645fe078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8390882 Aug 17 02:39:30.249729 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36902) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:30.254852 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-700134716-network', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:30.280599 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Made reservation on behalf of ac8f094b0335455499e67d6cd0a7e09c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:30.282941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.293456 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.390762 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.394926 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.424465 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:39:30.434766 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133ef283-e388-4ade-91e1-040669303ee5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:30.442155 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.442901 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.segments_db [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Added segment 22573528-46a3-486f-ac7f-082c95f1175d of type vlan for network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 Aug 17 02:39:30.485041 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.513023 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.514063 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.514711 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.576020 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3247137 Aug 17 02:39:30.578259 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36904) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:30.583277 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Request body: {'subnet': {'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-700134716-subnet', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:30.586357 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba98ea-b40e-406c-b03f-94241920ccec admin admin] Pushing event updated for resources: {'Network': ['ID=90a3e20a-3bfc-4056-8cbe-8da1deb66913,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:30.597830 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:39:30.609910 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Made reservation on behalf of ac8f094b0335455499e67d6cd0a7e09c for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:30.612550 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8272014'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.784066 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device a36fca9b-b49e-402f-a9f0-46c52c6c3030 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:30.815709 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8272024'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.834931 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port a36fca9b-b49e-402f-a9f0-46c52c6c3030 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:30.838959 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port a36fca9b-b49e-402f-a9f0-46c52c6c3030 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:30.839325 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.873640 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f00af6-89cb-40de-8dfb-6f57a3c67104,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:30.885139 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Checking segment: {'id': '22573528-46a3-486f-ac7f-082c95f1175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:30.885503 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Network hostable DHCP agents. Network: 90a3e20a-3bfc-4056-8cbe-8da1deb66913, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:39:30.903329 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:39:30.912992 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 90a3e20a-3bfc-4056-8cbe-8da1deb66913) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:30.918067 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:30.920432 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.923366 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ab6b4-af0c-46e9-b3a6-a023de90dc84 None None] Network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:30.939760 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.947845 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-873ace88-2e96-44c4-b973-b0de4316fc3d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3662047 Aug 17 02:39:30.948052 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36906) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:30.952487 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:30.972974 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.973953 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:30.992034 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port a36fca9b-b49e-402f-a9f0-46c52c6c3030, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=a36fca9b-b49e-402f-a9f0-46c52c6c3030,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:30.999304 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.000159 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 0f2d92ee-b23d-45c8-a6b1-3bc549515ede up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:31.036134 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.118766 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=a36fca9b-b49e-402f-a9f0-46c52c6c3030,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:31.146685 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:31.147019 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.171991 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.184660 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-90a3e20a-3bfc-4056-8cbe-8da1deb66913', 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'fixed_ips': [{'subnet_id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:39:31.185511 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.365793 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Allocated IP 172.20.0.2 (90a3e20a-3bfc-4056-8cbe-8da1deb66913/a7f00af6-89cb-40de-8dfb-6f57a3c67104/49e8c387-f0d0-4949-b9d7-e8819aead60a) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:31.390825 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.410699 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.515004 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.515311 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Sync routers for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:31.523658 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Transition to ACTIVE for port object 49e8c387-f0d0-4949-b9d7-e8819aead60a will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:31.526449 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:31.527354 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:31.527534 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Allocated IP 172.27.0.254 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/b2c56440-0a59-4f07-bf4b-eafb065ac295) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:31.540059 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Transition to ACTIVE for port object 49e8c387-f0d0-4949-b9d7-e8819aead60a will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:31.547065 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.643016 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.683929 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.713732 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:31.718909 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:31.724171 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:31.724671 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:31.726049 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Pushing event updated for resources: {'Port': ['ID=49e8c387-f0d0-4949-b9d7-e8819aead60a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:31.733327 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:31.737687 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:31.741865 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:31.764957 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c56440-0a59-4f07-bf4b-eafb065ac295,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:31.779787 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Attempting to bind port 49e8c387-f0d0-4949-b9d7-e8819aead60a on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:31.780279 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Attempting to bind port 49e8c387-f0d0-4949-b9d7-e8819aead60a by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '22573528-46a3-486f-ac7f-082c95f1175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:31.780651 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Attempting to bind port 49e8c387-f0d0-4949-b9d7-e8819aead60a on network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:31.787796 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:31.788195 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Checking segment: {'id': '22573528-46a3-486f-ac7f-082c95f1175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:31.788603 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.788999 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Bound using segment: {'id': '22573528-46a3-486f-ac7f-082c95f1175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:31.789472 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Bound port: 49e8c387-f0d0-4949-b9d7-e8819aead60a, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22573528-46a3-486f-ac7f-082c95f1175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:31.789857 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.859230 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] For port 49e8c387-f0d0-4949-b9d7-e8819aead60a, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:31.862436 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] For port 49e8c387-f0d0-4949-b9d7-e8819aead60a, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=49e8c387-f0d0-4949-b9d7-e8819aead60a,segment=NetworkSegment(22573528-46a3-486f-ac7f-082c95f1175d),segment_id=22573528-46a3-486f-ac7f-082c95f1175d)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:31.868367 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:31.929747 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7355dd4-73e1-4767-85ad-a443e441bcbe None None] Pushing event updated for resources: {'Port': ['ID=49e8c387-f0d0-4949-b9d7-e8819aead60a,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:31.959403 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 2, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:31.985919 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Checking router: 9b3d1b31-b1bf-4806-96a0-eada645fe078 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:31.986256 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Updating router 9b3d1b31-b1bf-4806-96a0-eada645fe078 port 2adea251-ae48-47e6-bbd0-6724e6a33a01 binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:32.012673 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.018847 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.245542 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.317292 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.328475 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Transition to ACTIVE for port object 2adea251-ae48-47e6-bbd0-6724e6a33a01 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:32.335117 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.379532 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Pushing event updated for resources: {'Port': ['ID=2adea251-ae48-47e6-bbd0-6724e6a33a01,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:32.392881 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.393511 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.393861 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.394201 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.394531 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.394899 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.395231 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.396079 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.396079 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.396293 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.396520 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.397025 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:32.454028 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Attempting to bind port 2adea251-ae48-47e6-bbd0-6724e6a33a01 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:32.454419 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Attempting to bind port 2adea251-ae48-47e6-bbd0-6724e6a33a01 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:32.454810 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Attempting to bind port 2adea251-ae48-47e6-bbd0-6724e6a33a01 on network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:32.460302 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:32.460662 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Checking segment: {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:32.461055 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.461434 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Bound using segment: {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:32.461888 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Bound port: 2adea251-ae48-47e6-bbd0-6724e6a33a01, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:32.462623 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.533672 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] For port 2adea251-ae48-47e6-bbd0-6724e6a33a01, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:32.536909 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] For port 2adea251-ae48-47e6-bbd0-6724e6a33a01, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=2adea251-ae48-47e6-bbd0-6724e6a33a01,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:32.543381 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.624057 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bf5c6-38c5-41bd-83d8-a7b7af0ff70b None None] Pushing event updated for resources: {'Port': ['ID=2adea251-ae48-47e6-bbd0-6724e6a33a01,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:32.631407 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:32.632591 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:32.684094 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Router e1244f80-d1d1-4103-9f3e-be63e2cf51da is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:39:32.751079 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:32.843384 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device a36fca9b-b49e-402f-a9f0-46c52c6c3030 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:32.865828 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:32.888682 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Sync routers for ids ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:32.889958 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:32.891699 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-8469a958-4e89-4eb2-9494-bf125579fcc2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9426572 Aug 17 02:39:32.894910 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 36908) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:32.911162 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Routers {'e1244f80-d1d1-4103-9f3e-be63e2cf51da'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:32.911794 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:33.016210 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a3c11-e45a-44f5-ad05-e0c128cef5f0 None None] Network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:39:33.034721 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port a36fca9b-b49e-402f-a9f0-46c52c6c3030 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:33.035097 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.036578 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:32Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:33.067594 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ba47e-e02c-40af-8b12-406972a0d59e None None] The sync data for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi is: [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:32Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:33.136236 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Set router e1244f80-d1d1-4103-9f3e-be63e2cf51da gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:33.338424 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-ead2808e-5915-41ec-a7df-d15e0e237558 None None] Provisioning for port 49e8c387-f0d0-4949-b9d7-e8819aead60a completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:33.352178 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 49e8c387-f0d0-4949-b9d7-e8819aead60a up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:33.353697 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.477384 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 49e8c387-f0d0-4949-b9d7-e8819aead60a completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:33.484419 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 49e8c387-f0d0-4949-b9d7-e8819aead60a triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:33.484798 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.526960 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:30Z', 'updated_at': '2021-08-17T02:39:31Z', 'revision_number': 3, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'gw_port': {'id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:31Z', 'updated_at': '2021-08-17T02:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:33.545089 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Allocated IP 172.20.0.1 (90a3e20a-3bfc-4056-8cbe-8da1deb66913/a7f00af6-89cb-40de-8dfb-6f57a3c67104/d31db72e-798d-4ff6-8d71-9882ac46ed17) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:33.555979 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Checking router: e1244f80-d1d1-4103-9f3e-be63e2cf51da for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:33.555979 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Updating router e1244f80-d1d1-4103-9f3e-be63e2cf51da port b2c56440-0a59-4f07-bf4b-eafb065ac295 binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:33.588380 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.671384 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.689952 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Transition to ACTIVE for port object d31db72e-798d-4ff6-8d71-9882ac46ed17 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:33.705129 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.740122 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.770008 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 49e8c387-f0d0-4949-b9d7-e8819aead60a, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=49e8c387-f0d0-4949-b9d7-e8819aead60a,segment=NetworkSegment(22573528-46a3-486f-ac7f-082c95f1175d),segment_id=22573528-46a3-486f-ac7f-082c95f1175d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:33.785149 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:33.792514 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:33.796094 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:33.801484 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Pushing event updated for resources: {'Port': ['ID=d31db72e-798d-4ff6-8d71-9882ac46ed17,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:33.805016 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.846786 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.856152 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-99b82372-c5f8-4848-955c-21629ea12001 None None] Provisioning complete for port 49e8c387-f0d0-4949-b9d7-e8819aead60a triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:33.856628 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-99b82372-c5f8-4848-955c-21629ea12001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.912996 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=49e8c387-f0d0-4949-b9d7-e8819aead60a,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:34.003542 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.034684 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.046053 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Transition to ACTIVE for port object b2c56440-0a59-4f07-bf4b-eafb065ac295 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:34.051797 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.114895 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c59d1b-ac7f-4f48-9d7b-78bbe0977246 None None] Pushing event updated for resources: {'Port': ['ID=b2c56440-0a59-4f07-bf4b-eafb065ac295,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:34.117104 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Attempting to bind port b2c56440-0a59-4f07-bf4b-eafb065ac295 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:34.117472 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Attempting to bind port b2c56440-0a59-4f07-bf4b-eafb065ac295 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:34.117833 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Attempting to bind port b2c56440-0a59-4f07-bf4b-eafb065ac295 on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:34.126978 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:34.127358 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:34.127757 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.128139 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:34.128601 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Bound port: b2c56440-0a59-4f07-bf4b-eafb065ac295, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:34.128979 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.168981 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.173845 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.213582 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-6bd510c5-449f-42d6-a431-8f2559beeb7d None None] Provisioning for port d31db72e-798d-4ff6-8d71-9882ac46ed17 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:34.234251 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-6bd510c5-449f-42d6-a431-8f2559beeb7d None None] Provisioning complete for port d31db72e-798d-4ff6-8d71-9882ac46ed17 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:34.234649 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6bd510c5-449f-42d6-a431-8f2559beeb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.241544 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] For port b2c56440-0a59-4f07-bf4b-eafb065ac295, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:34.242239 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.245188 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Pushing event updated for resources: {'Port': ['ID=d31db72e-798d-4ff6-8d71-9882ac46ed17,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:34.279308 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] For port b2c56440-0a59-4f07-bf4b-eafb065ac295, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=b2c56440-0a59-4f07-bf4b-eafb065ac295,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:34.287021 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.292821 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-6bd510c5-449f-42d6-a431-8f2559beeb7d None None] Port d31db72e-798d-4ff6-8d71-9882ac46ed17 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:34.347384 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:34.348902 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:34.479931 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Router e1244f80-d1d1-4103-9f3e-be63e2cf51da has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:39:34.516723 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c59d1b-ac7f-4f48-9d7b-78bbe0977246 None None] Pushing event updated for resources: {'Port': ['ID=b2c56440-0a59-4f07-bf4b-eafb065ac295,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:34.519254 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Routers {'e1244f80-d1d1-4103-9f3e-be63e2cf51da'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:34.519862 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:34.595366 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:39:34.600580 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-0a1befab-37a6-40cb-b5b8-0a992dd4df76 admin admin] 10.222.0.52 "PUT /v2.0/routers/e1244f80-d1d1-4103-9f3e-be63e2cf51da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040951 Aug 17 02:39:34.649271 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2b6b5144-a255-4a08-a2e1-c2548d80af67 None None] Provisioning complete for port d31db72e-798d-4ff6-8d71-9882ac46ed17 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:34.649644 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5144-a255-4a08-a2e1-c2548d80af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.683879 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] Set router e1244f80-d1d1-4103-9f3e-be63e2cf51da gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:34.718652 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 2adea251-ae48-47e6-bbd0-6724e6a33a01 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:34.750147 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b5144-a255-4a08-a2e1-c2548d80af67 None None] Port d31db72e-798d-4ff6-8d71-9882ac46ed17 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:34.859603 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:34.860265 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 2adea251-ae48-47e6-bbd0-6724e6a33a01 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:34.867640 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 2adea251-ae48-47e6-bbd0-6724e6a33a01 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:34.868008 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.005346 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.028962 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:30Z', 'updated_at': '2021-08-17T02:39:33Z', 'revision_number': 4, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'gw_port': {'id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:31Z', 'updated_at': '2021-08-17T02:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'd31db72e-798d-4ff6-8d71-9882ac46ed17', 'name': '', 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'mac_address': 'fa:16:3e:5b:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:33Z', 'updated_at': '2021-08-17T02:39:34Z', 'revision_number': 2, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'subnets': [{'id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:35.060399 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ccffd-f0e0-408b-a41d-11410537b4b4 None None] The sync data for ids ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'] in dv-cinder-799871-4-iscsi is: [{'id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:30Z', 'updated_at': '2021-08-17T02:39:33Z', 'revision_number': 4, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'gw_port': {'id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:31Z', 'updated_at': '2021-08-17T02:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'd31db72e-798d-4ff6-8d71-9882ac46ed17', 'name': '', 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'mac_address': 'fa:16:3e:5b:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:33Z', 'updated_at': '2021-08-17T02:39:34Z', 'revision_number': 2, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'subnets': [{'id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:35.071509 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 2adea251-ae48-47e6-bbd0-6724e6a33a01, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=2adea251-ae48-47e6-bbd0-6724e6a33a01,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:35.076746 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:35.077860 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 49e8c387-f0d0-4949-b9d7-e8819aead60a up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:35.160644 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=2adea251-ae48-47e6-bbd0-6724e6a33a01,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:35.173916 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 49e8c387-f0d0-4949-b9d7-e8819aead60a triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:35.174313 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.780670 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 2adea251-ae48-47e6-bbd0-6724e6a33a01 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:36.838725 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 2adea251-ae48-47e6-bbd0-6724e6a33a01 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:36.839211 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:36.934744 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device b2c56440-0a59-4f07-bf4b-eafb065ac295 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:36.995578 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port b2c56440-0a59-4f07-bf4b-eafb065ac295 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:37.001152 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port b2c56440-0a59-4f07-bf4b-eafb065ac295 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:37.002663 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.107368 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.129205 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port b2c56440-0a59-4f07-bf4b-eafb065ac295, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=b2c56440-0a59-4f07-bf4b-eafb065ac295,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:37.135639 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:37.194669 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=b2c56440-0a59-4f07-bf4b-eafb065ac295,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:37.258872 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Sync routers for ids ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:39:37.269787 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Routers {'e1244f80-d1d1-4103-9f3e-be63e2cf51da'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:37.270507 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:37.384833 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Set router e1244f80-d1d1-4103-9f3e-be63e2cf51da gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:37.603164 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:30Z', 'updated_at': '2021-08-17T02:39:33Z', 'revision_number': 4, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'gw_port': {'id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:31Z', 'updated_at': '2021-08-17T02:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'd31db72e-798d-4ff6-8d71-9882ac46ed17', 'name': '', 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'mac_address': 'fa:16:3e:5b:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:33Z', 'updated_at': '2021-08-17T02:39:34Z', 'revision_number': 2, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'subnets': [{'id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:37.629938 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Checking router: e1244f80-d1d1-4103-9f3e-be63e2cf51da for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:39:37.630290 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Updating router e1244f80-d1d1-4103-9f3e-be63e2cf51da port d31db72e-798d-4ff6-8d71-9882ac46ed17 binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:39:37.751572 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.070247 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.084276 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Transition to ACTIVE for port object d31db72e-798d-4ff6-8d71-9882ac46ed17 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:38.091860 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.164748 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea16cd-00a7-4454-8829-90cd596f6642 None None] Pushing event updated for resources: {'Port': ['ID=d31db72e-798d-4ff6-8d71-9882ac46ed17,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:38.209590 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Attempting to bind port d31db72e-798d-4ff6-8d71-9882ac46ed17 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:39:38.209952 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Attempting to bind port d31db72e-798d-4ff6-8d71-9882ac46ed17 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': '22573528-46a3-486f-ac7f-082c95f1175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:39:38.210309 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Attempting to bind port d31db72e-798d-4ff6-8d71-9882ac46ed17 on network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:39:38.218356 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:39:38.221341 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Checking segment: {'id': '22573528-46a3-486f-ac7f-082c95f1175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:39:38.221762 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.222159 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Bound using segment: {'id': '22573528-46a3-486f-ac7f-082c95f1175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:39:38.222662 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Bound port: d31db72e-798d-4ff6-8d71-9882ac46ed17, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22573528-46a3-486f-ac7f-082c95f1175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:39:38.223063 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.308888 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] For port d31db72e-798d-4ff6-8d71-9882ac46ed17, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:39:38.312497 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] For port d31db72e-798d-4ff6-8d71-9882ac46ed17, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=d31db72e-798d-4ff6-8d71-9882ac46ed17,segment=NetworkSegment(22573528-46a3-486f-ac7f-082c95f1175d),segment_id=22573528-46a3-486f-ac7f-082c95f1175d)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:39:38.324092 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.389599 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Routers {'e1244f80-d1d1-4103-9f3e-be63e2cf51da'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:38.390239 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:38.393378 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea16cd-00a7-4454-8829-90cd596f6642 None None] Pushing event updated for resources: {'Port': ['ID=d31db72e-798d-4ff6-8d71-9882ac46ed17,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:38.543279 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] Set router e1244f80-d1d1-4103-9f3e-be63e2cf51da gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:39:38.749674 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device b2c56440-0a59-4f07-bf4b-eafb065ac295 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:38.782272 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:30Z', 'updated_at': '2021-08-17T02:39:33Z', 'revision_number': 4, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'gw_port': {'id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:31Z', 'updated_at': '2021-08-17T02:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'd31db72e-798d-4ff6-8d71-9882ac46ed17', 'name': '', 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'mac_address': 'fa:16:3e:5b:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:33Z', 'updated_at': '2021-08-17T02:39:38Z', 'revision_number': 4, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'subnets': [{'id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:38.796423 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1723a1de-c9a7-4289-a7f7-74925e6fcc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.816688 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c8cfa-18d5-4afd-8cc9-fb53f313fb6a None None] The sync data for ids ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'] in dv-cinder-799871-4-iscsi is: [{'id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:30Z', 'updated_at': '2021-08-17T02:39:33Z', 'revision_number': 4, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'gw_port': {'id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:31Z', 'updated_at': '2021-08-17T02:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'd31db72e-798d-4ff6-8d71-9882ac46ed17', 'name': '', 'network_id': '90a3e20a-3bfc-4056-8cbe-8da1deb66913', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'mac_address': 'fa:16:3e:5b:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:33Z', 'updated_at': '2021-08-17T02:39:38Z', 'revision_number': 4, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'subnets': [{'id': 'a7f00af6-89cb-40de-8dfb-6f57a3c67104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:39:38.822851 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port b2c56440-0a59-4f07-bf4b-eafb065ac295 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:38.823218 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:38.925965 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device d31db72e-798d-4ff6-8d71-9882ac46ed17 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:39.004059 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port d31db72e-798d-4ff6-8d71-9882ac46ed17 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:39.008270 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port d31db72e-798d-4ff6-8d71-9882ac46ed17 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:39.008644 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.105202 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.148239 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port d31db72e-798d-4ff6-8d71-9882ac46ed17, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=d31db72e-798d-4ff6-8d71-9882ac46ed17,segment=NetworkSegment(22573528-46a3-486f-ac7f-082c95f1175d),segment_id=22573528-46a3-486f-ac7f-082c95f1175d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:39:39.154104 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:39.219015 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=d31db72e-798d-4ff6-8d71-9882ac46ed17,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:40.662420 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device d31db72e-798d-4ff6-8d71-9882ac46ed17 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:39:40.731608 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port d31db72e-798d-4ff6-8d71-9882ac46ed17 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:40.731979 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.376531 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e750082b-b897-4cbb-af97-a504af3204bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:41.538281 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:42.157502 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:44.061085 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:44.445456 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60d34-c096-4585-8e27-99352d68f7db req-86828c0f-1d86-49fe-b77f-98ed43beafdf tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:44.447664 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-86828c0f-1d86-49fe-b77f-98ed43beafdf tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/networks?id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 HTTP/1.1" status: 200 len: 815 time: 0.1009018 Aug 17 02:39:44.461978 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-84f043da-5dd6-4ebc-a8ba-1f9acafd1c1d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/quotas/bb48813d6a5743e0bd077ce9d0a852a1 HTTP/1.1" status: 200 len: 375 time: 0.0087712 Aug 17 02:39:44.512399 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-21c4a192-1dcf-4dfb-8b7e-5b858059b47a tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451720 Aug 17 02:39:44.701018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-e2fcb019-ead8-454c-a2c8-2454d8a4e6c6 service neutron] 10.222.0.52 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770930 Aug 17 02:39:44.795763 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-9a719545-6905-4d8a-9aa2-a2d7d70b2056 service neutron] 10.222.0.52 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888567 Aug 17 02:39:44.953178 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f7bfd29-ffbc-46be-8d7b-f1135ec9d58c req-605e721e-fb20-4efa-b1dd-fe23179c117e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 210 time: 0.0270088 Aug 17 02:39:45.929823 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60d34-c096-4585-8e27-99352d68f7db req-5ec1c63d-118c-40e0-8c5c-647a8e078912 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:45.931913 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-5ec1c63d-118c-40e0-8c5c-647a8e078912 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.63 "GET /v2.0/networks?id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 HTTP/1.1" status: 200 len: 815 time: 0.1029978 Aug 17 02:39:45.945183 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'port': {'device_id': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'admin_state_up': True, 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:46.056642 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d4a75acf-4cec-43dd-b794-3acadb340f44 req-b69699c9-9ab6-4e7d-a678-b84f56bb4e31 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 210 time: 0.0312526 Aug 17 02:39:46.081344 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Made reservation on behalf of bb48813d6a5743e0bd077ce9d0a852a1 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:46.084870 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.217497 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Allocated IP 172.20.0.6 (b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2/24a80d2a-73e6-4837-8935-11ff842e7082/73518de9-7924-4e28-9dba-acddd76a62f5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:39:46.376334 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.399962 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Transition to ACTIVE for port object 73518de9-7924-4e28-9dba-acddd76a62f5 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:39:46.439351 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.483850 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:39:46.487086 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:39:46.493439 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:39:46.527618 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'Port': ['ID=73518de9-7924-4e28-9dba-acddd76a62f5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:39:46.558359 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:46.559365 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.582347 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-c49e1b2a-9f15-4450-95f7-429a64e3c4cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6405647 Aug 17 02:39:46.735965 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-64403c58-b695-44c2-94ef-fd2f265a1da4 None None] Provisioning for port 73518de9-7924-4e28-9dba-acddd76a62f5 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:39:46.740799 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-64403c58-b695-44c2-94ef-fd2f265a1da4 None None] Provisioning complete for port 73518de9-7924-4e28-9dba-acddd76a62f5 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:39:46.742229 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-64403c58-b695-44c2-94ef-fd2f265a1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:46.778365 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-64403c58-b695-44c2-94ef-fd2f265a1da4 None None] Port 73518de9-7924-4e28-9dba-acddd76a62f5 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:39:47.175364 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d473ed-7cb2-454e-bc97-40f3698efc3e req-13aa4f02-bee3-46e4-b651-91efd7042576 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:47.176829 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9d473ed-7cb2-454e-bc97-40f3698efc3e req-13aa4f02-bee3-46e4-b651-91efd7042576 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0497298 Aug 17 02:39:47.217191 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a9d473ed-7cb2-454e-bc97-40f3698efc3e req-343abf76-2387-4a53-98b7-c3433bbdefa9 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Aug 17 02:39:48.335924 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92074082-35bc-4f95-a1dd-3dc0f0bdafe2 req-80be89c6-5882-4b37-9dbc-04a35c04b13b tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:48.338131 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-92074082-35bc-4f95-a1dd-3dc0f0bdafe2 req-80be89c6-5882-4b37-9dbc-04a35c04b13b tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0535476 Aug 17 02:39:48.377024 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-92074082-35bc-4f95-a1dd-3dc0f0bdafe2 req-bffbca50-8882-4ca5-84d8-2eb22ddeb788 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Aug 17 02:39:49.493397 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abac60-899b-4ba4-84dd-c5464265de0d req-acf134fd-708e-4354-bfc4-fe8a324c69b0 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:49.495444 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-46abac60-899b-4ba4-84dd-c5464265de0d req-acf134fd-708e-4354-bfc4-fe8a324c69b0 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0496480 Aug 17 02:39:49.533401 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-46abac60-899b-4ba4-84dd-c5464265de0d req-cba14ca9-d3d8-42bb-9a4a-a9ab9222dcc7 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 17 02:39:50.656400 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf8114-0788-4dab-88f6-4268f73d5793 req-e26bcd19-0477-46c9-a919-54b9c69b84e5 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:50.657899 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fbdf8114-0788-4dab-88f6-4268f73d5793 req-e26bcd19-0477-46c9-a919-54b9c69b84e5 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0501018 Aug 17 02:39:50.698054 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fbdf8114-0788-4dab-88f6-4268f73d5793 req-ceb76d1a-8898-48ee-8a30-f43e1f556e4c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Aug 17 02:39:51.820814 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc652ffb-4120-47b5-adff-3c9eac8be5b1 req-4c464467-ebf4-4ac0-8ebc-49b6dd70b0af tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:51.822456 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dc652ffb-4120-47b5-adff-3c9eac8be5b1 req-4c464467-ebf4-4ac0-8ebc-49b6dd70b0af tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0530999 Aug 17 02:39:51.862042 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dc652ffb-4120-47b5-adff-3c9eac8be5b1 req-06576826-2d82-4b8f-80cf-f123310003c7 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325587 Aug 17 02:39:52.978364 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3901b-a121-4398-856b-d682cb37821d req-493bc611-c8ae-4de1-8a1f-f00c338b3411 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:52.979930 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-09d3901b-a121-4398-856b-d682cb37821d req-493bc611-c8ae-4de1-8a1f-f00c338b3411 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0518060 Aug 17 02:39:53.018709 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-09d3901b-a121-4398-856b-d682cb37821d req-ad39be6d-ce90-4208-b375-caaa398bc490 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Aug 17 02:39:54.112266 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:39:54.145928 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35330d-eab5-4c68-874e-1279caa810f8 req-f899fc87-128f-41a9-af8f-6ac4dfcf554b tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:54.147425 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a35330d-eab5-4c68-874e-1279caa810f8 req-f899fc87-128f-41a9-af8f-6ac4dfcf554b tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0486445 Aug 17 02:39:54.186925 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a35330d-eab5-4c68-874e-1279caa810f8 req-48ff3918-1acd-44c4-be5d-0e62534e9ee3 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321681 Aug 17 02:39:55.305721 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34d502-dc71-4e85-9b01-63276501bdb7 req-63abc837-40af-4dc5-adcf-bd26aae60beb tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:55.307597 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3d34d502-dc71-4e85-9b01-63276501bdb7 req-63abc837-40af-4dc5-adcf-bd26aae60beb tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0525270 Aug 17 02:39:55.346104 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3d34d502-dc71-4e85-9b01-63276501bdb7 req-f59c825f-15a0-4225-8cff-131ba625be33 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Aug 17 02:39:56.461191 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ec8d9-2fe0-4b98-88b7-7bff5fe91acf req-73d2204a-da12-4303-a707-89b424284efa tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:56.462850 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a6ec8d9-2fe0-4b98-88b7-7bff5fe91acf req-73d2204a-da12-4303-a707-89b424284efa tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0500324 Aug 17 02:39:56.503371 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a6ec8d9-2fe0-4b98-88b7-7bff5fe91acf req-6fc0ca40-775c-45b8-8e41-e9024671068d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341477 Aug 17 02:39:57.620713 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef67c6-f39e-4078-b5e4-7d70fe3dae26 req-c3ee8b59-bc28-435f-b125-bd84dd71a09a tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:57.622205 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8bef67c6-f39e-4078-b5e4-7d70fe3dae26 req-c3ee8b59-bc28-435f-b125-bd84dd71a09a tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0491886 Aug 17 02:39:57.661133 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8bef67c6-f39e-4078-b5e4-7d70fe3dae26 req-39033c70-016f-4862-a367-dbf1d459769a tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Aug 17 02:39:58.779277 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfaf39-8f41-480f-be55-7cc879fe86fa req-a5bf8ddd-c113-4cab-b5eb-d613902a1978 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:58.780715 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ebfaf39-8f41-480f-be55-7cc879fe86fa req-a5bf8ddd-c113-4cab-b5eb-d613902a1978 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0528855 Aug 17 02:39:58.818716 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ebfaf39-8f41-480f-be55-7cc879fe86fa req-efe128c2-df77-434a-989b-0cb0164a8375 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Aug 17 02:39:59.930959 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f21e4a-3f7d-43c1-ad3f-55eaec8f0791 req-de129bf7-eccb-4710-9c3d-f59829f21ff0 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:39:59.932874 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b9f21e4a-3f7d-43c1-ad3f-55eaec8f0791 req-de129bf7-eccb-4710-9c3d-f59829f21ff0 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.0489058 Aug 17 02:39:59.970048 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b9f21e4a-3f7d-43c1-ad3f-55eaec8f0791 req-f58bf00c-0e31-41ce-b79e-82b86381005d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313923 Aug 17 02:40:00.945660 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Request body: {'port': {'device_id': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:01.000616 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.153370 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde13a5-ede3-42fe-95c4-f95de863f4c2 req-6f1aa8ea-679a-41fa-941d-6240023bfa10 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:01.154851 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ccde13a5-ede3-42fe-95c4-f95de863f4c2 req-6f1aa8ea-679a-41fa-941d-6240023bfa10 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 931 time: 0.1145632 Aug 17 02:40:01.234493 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ccde13a5-ede3-42fe-95c4-f95de863f4c2 req-8fdc81f2-f81a-412c-a047-b285a1fe646e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722382 Aug 17 02:40:01.324389 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73518de9-7924-4e28-9dba-acddd76a62f5 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:40:01.331597 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.343405 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Transition to ACTIVE for port object 73518de9-7924-4e28-9dba-acddd76a62f5 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:01.346983 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.394275 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Pushing event updated for resources: {'Port': ['ID=73518de9-7924-4e28-9dba-acddd76a62f5,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:01.466989 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Attempting to bind port 73518de9-7924-4e28-9dba-acddd76a62f5 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:01.467390 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Attempting to bind port 73518de9-7924-4e28-9dba-acddd76a62f5 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:01.467655 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Attempting to bind port 73518de9-7924-4e28-9dba-acddd76a62f5 on network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:01.472172 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Port 73518de9-7924-4e28-9dba-acddd76a62f5 on network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:40:01.472494 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Attempting to bind port 73518de9-7924-4e28-9dba-acddd76a62f5 on network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:01.477274 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:01.477611 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Checking segment: {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:01.477995 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Bound using segment: {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:01.478422 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Bound port: 73518de9-7924-4e28-9dba-acddd76a62f5, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693796c2-1fe7-454c-9c9d-fd2eb715e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:01.478931 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.546199 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] For port 73518de9-7924-4e28-9dba-acddd76a62f5, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:01.549585 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] For port 73518de9-7924-4e28-9dba-acddd76a62f5, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=73518de9-7924-4e28-9dba-acddd76a62f5,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:01.552934 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.832406 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:01.833013 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:01.834381 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] 10.222.0.63 "PUT /v2.0/ports/73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 1093 time: 0.8932371 Aug 17 02:40:01.834844 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:01.837082 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6037d774-02da-422b-90e2-24decc060459" -d '{"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:01.864660 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8c975-c4a3-4cd9-b21a-1a493f0bd486 service neutron] Pushing event updated for resources: {'Port': ['ID=73518de9-7924-4e28-9dba-acddd76a62f5,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:01.879849 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19587dac-41de-46e0-9fd5-71a2f4f9d70a x-openstack-request-id: req-19587dac-41de-46e0-9fd5-71a2f4f9d70a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:01.880143 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:01.880400 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19587dac-41de-46e0-9fd5-71a2f4f9d70a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:01.880801 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5', 'status': 'completed', 'code': 200} Aug 17 02:40:02.003283 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d774-02da-422b-90e2-24decc060459 req-d6c1ae5d-0375-4ecf-bdaa-11cc3b8614c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.004773 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6037d774-02da-422b-90e2-24decc060459 req-d6c1ae5d-0375-4ecf-bdaa-11cc3b8614c8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0423257 Aug 17 02:40:02.102654 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d774-02da-422b-90e2-24decc060459 req-0445fc8f-97ae-4eb5-b98e-edd33eb2aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.104620 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6037d774-02da-422b-90e2-24decc060459 req-0445fc8f-97ae-4eb5-b98e-edd33eb2aa3a service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0911531 Aug 17 02:40:02.197165 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d774-02da-422b-90e2-24decc060459 req-edfbac66-474f-4eae-ada4-0f5dfcb8c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.198769 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6037d774-02da-422b-90e2-24decc060459 req-edfbac66-474f-4eae-ada4-0f5dfcb8c7da service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868144 Aug 17 02:40:02.281573 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60d34-c096-4585-8e27-99352d68f7db req-660530ab-0337-410b-b479-e61c0304538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.283096 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-660530ab-0337-410b-b479-e61c0304538d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0446827 Aug 17 02:40:02.327579 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-e3b6f351-c923-4d0d-a090-7ee674fcd33e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 217 time: 0.0350902 Aug 17 02:40:02.407701 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72e16a-9bfe-4f09-9ca1-d918f78d69ae req-9e3da06c-82b0-4d74-b10f-74d7f14cf746 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.409144 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ae72e16a-9bfe-4f09-9ca1-d918f78d69ae req-9e3da06c-82b0-4d74-b10f-74d7f14cf746 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 943 time: 0.0841851 Aug 17 02:40:02.411158 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60d34-c096-4585-8e27-99352d68f7db req-421f0d46-1124-4e91-8235-636787e5269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.413052 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-421f0d46-1124-4e91-8235-636787e5269b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=24a80d2a-73e6-4837-8935-11ff842e7082 HTTP/1.1" status: 200 len: 854 time: 0.0780108 Aug 17 02:40:02.472131 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ae72e16a-9bfe-4f09-9ca1-d918f78d69ae req-a48861cb-c168-4129-bdf8-3919810a0b18 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568981 Aug 17 02:40:02.480875 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60d34-c096-4585-8e27-99352d68f7db req-945cbb91-eadb-493e-a15f-343f3e8f3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:02.482311 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-945cbb91-eadb-493e-a15f-343f3e8f3696 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606577 Aug 17 02:40:02.576055 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-78f0417d-7050-4c9a-ac57-d3af2cb5177a service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853903 Aug 17 02:40:02.664892 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4ad60d34-c096-4585-8e27-99352d68f7db req-10798ff6-4e0e-4511-83a5-4339d9bfa8ca service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811903 Aug 17 02:40:03.588576 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb5da1-568b-4122-9dc7-ee93fbf22875 req-eab74f2b-218f-474f-adce-1a8a125d5696 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:03.590028 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6fb5da1-568b-4122-9dc7-ee93fbf22875 req-eab74f2b-218f-474f-adce-1a8a125d5696 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 943 time: 0.0491738 Aug 17 02:40:03.631018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6fb5da1-568b-4122-9dc7-ee93fbf22875 req-ca7c48a4-8ef9-4a32-88af-1955f69b212f tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350256 Aug 17 02:40:04.743834 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364af7fd-4e58-40f7-9dda-527857fc2a3d req-336ca238-9850-4382-b424-519c88de2690 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.745842 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-364af7fd-4e58-40f7-9dda-527857fc2a3d req-336ca238-9850-4382-b424-519c88de2690 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 943 time: 0.0493698 Aug 17 02:40:04.782993 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-364af7fd-4e58-40f7-9dda-527857fc2a3d req-b04aded7-8ecc-4005-a5a9-523863bfa8d8 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Aug 17 02:40:04.831010 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.896483 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f1503-0330-4514-9919-15c38f641331 req-76e21ca9-0248-4766-b63d-04191bc8926b tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:05.897968 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3a0f1503-0330-4514-9919-15c38f641331 req-76e21ca9-0248-4766-b63d-04191bc8926b tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 943 time: 0.0490088 Aug 17 02:40:05.935817 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3a0f1503-0330-4514-9919-15c38f641331 req-e7f6ab13-6307-4a14-a7b1-f0698d0362c9 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307517 Aug 17 02:40:06.435720 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 73518de9-7924-4e28-9dba-acddd76a62f5 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:40:06.535473 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 73518de9-7924-4e28-9dba-acddd76a62f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=73518de9-7924-4e28-9dba-acddd76a62f5,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:06.547142 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '73518de9-7924-4e28-9dba-acddd76a62f5', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'port_id': '73518de9-7924-4e28-9dba-acddd76a62f5', 'mac_address': 'fa:16:3e:45:00:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:40:06.583566 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.596224 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73518de9-7924-4e28-9dba-acddd76a62f5 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:40:06.616568 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 73518de9-7924-4e28-9dba-acddd76a62f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=73518de9-7924-4e28-9dba-acddd76a62f5,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:06.620920 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.671931 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=73518de9-7924-4e28-9dba-acddd76a62f5,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:06.678824 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.679182 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.679526 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.679865 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.680198 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.680530 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.680877 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.681190 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.681516 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.682517 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.683143 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.683466 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.865603 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-40b7f715-f5d9-4459-86a1-cc3105a90a45 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444269 Aug 17 02:40:06.972106 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead250-b19a-43a5-8bb2-f2f2846a4e62 req-c0f4e762-14e3-4137-a0ae-05089bcb6b9b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:06.973596 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21ead250-b19a-43a5-8bb2-f2f2846a4e62 req-c0f4e762-14e3-4137-a0ae-05089bcb6b9b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 946 time: 0.0812056 Aug 17 02:40:06.979975 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-640a30db-2dce-4342-939a-42651aba332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:06.981382 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-640a30db-2dce-4342-939a-42651aba332e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 1098 time: 0.0588138 Aug 17 02:40:07.016464 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['73518de9-7924-4e28-9dba-acddd76a62f5'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:40:07.085081 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21ead250-b19a-43a5-8bb2-f2f2846a4e62 req-061cffa9-c120-425e-a0d8-e6dceeb0e99d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026487 Aug 17 02:40:07.131013 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-90412aa7-40a7-469f-a30f-df4db5b97ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:07.132478 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-90412aa7-40a7-469f-a30f-df4db5b97ecf service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.1291354 Aug 17 02:40:07.145560 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236640a-b789-43f5-9dea-bda3a8c75450 req-474ee1ba-8961-4e62-b329-cb4b477e2d68 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:07.147141 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5236640a-b789-43f5-9dea-bda3a8c75450 req-474ee1ba-8961-4e62-b329-cb4b477e2d68 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 944 time: 0.1416502 Aug 17 02:40:07.229442 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5236640a-b789-43f5-9dea-bda3a8c75450 req-4540c742-539d-4c62-a259-580df3a6d427 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750072 Aug 17 02:40:07.233234 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-b5879162-61d9-4d91-ae88-54d1bac5897d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18e57878-c403-4801-931f-a25c8763af5e HTTP/1.1" status: 200 len: 1000 time: 0.0852468 Aug 17 02:40:07.283458 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-339d4881-95ed-44a4-af86-4bb27ab00c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:07.284883 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-339d4881-95ed-44a4-af86-4bb27ab00c9e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0433331 Aug 17 02:40:07.330612 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-bb67c65e-40b8-43da-857d-396032403e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:07.332032 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-bb67c65e-40b8-43da-857d-396032403e67 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386693 Aug 17 02:40:07.426237 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-6bca1172-39a8-4727-b1a5-150ca8ba2bcb service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835431 Aug 17 02:40:07.516499 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c6123f14-56ae-4862-a2f6-39969a2b3be9 req-d2135573-68b6-4816-97f9-78121d6f37cd service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810015 Aug 17 02:40:08.213962 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d2fbd-35ad-4f6b-941c-74bb694adcaf req-b561e2f9-5082-4caf-b983-572fb69697d3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:08.215737 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791d2fbd-35ad-4f6b-941c-74bb694adcaf req-b561e2f9-5082-4caf-b983-572fb69697d3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 946 time: 0.0584745 Aug 17 02:40:08.253590 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-791d2fbd-35ad-4f6b-941c-74bb694adcaf req-d1f7c59b-c90e-4c9e-8fdb-d3735c44077e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Aug 17 02:40:08.342483 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fd8f1-5f91-471f-8d8e-cd077f73c8e5 req-d14cfd3a-bb4e-45b0-abd6-94649c4c2346 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:08.343959 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e8fd8f1-5f91-471f-8d8e-cd077f73c8e5 req-d14cfd3a-bb4e-45b0-abd6-94649c4c2346 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 944 time: 0.0481727 Aug 17 02:40:08.380800 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6e8fd8f1-5f91-471f-8d8e-cd077f73c8e5 req-6e5b4943-dc5c-4ff2-851c-5f5dba00dbde tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Aug 17 02:40:08.432247 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 73518de9-7924-4e28-9dba-acddd76a62f5 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:08.482171 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 73518de9-7924-4e28-9dba-acddd76a62f5 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:08.485749 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 73518de9-7924-4e28-9dba-acddd76a62f5 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:08.486147 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.560480 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.582010 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:08.584246 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d4ae2-a68c-4565-99a3-83b897a3fc63" -d '{"events": [{"server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "name": "network-vif-plugged", "status": "completed", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:08.597941 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 73518de9-7924-4e28-9dba-acddd76a62f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=73518de9-7924-4e28-9dba-acddd76a62f5,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:08.601927 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.625964 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b689065b-2815-4fd9-a19b-1036c2a31e0c x-openstack-request-id: req-b689065b-2815-4fd9-a19b-1036c2a31e0c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:08.626260 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "name": "network-vif-plugged", "status": "completed", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:08.626514 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b689065b-2815-4fd9-a19b-1036c2a31e0c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:08.626924 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5', 'code': 200} Aug 17 02:40:08.653279 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=73518de9-7924-4e28-9dba-acddd76a62f5,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:08.757805 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad09f50-de02-44fb-8dae-ddcdef4cb1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:08.794839 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9664a5-504c-4855-9ce4-e5eca538ce91 req-ab3c1ff3-5969-47df-84c3-9b45dea475b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:08.796282 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b9664a5-504c-4855-9ce4-e5eca538ce91 req-ab3c1ff3-5969-47df-84c3-9b45dea475b2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0399861 Aug 17 02:40:08.833101 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5b9664a5-504c-4855-9ce4-e5eca538ce91 req-615e314a-7266-4e86-bd98-c68b64b3a866 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277007 Aug 17 02:40:09.050834 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-32bca1d7-fb55-43c6-ad76-a92c354dec76 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:09.052246 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-32bca1d7-fb55-43c6-ad76-a92c354dec76 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 946 time: 0.0509558 Aug 17 02:40:09.140521 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Deleting port 6fec36d0-662b-47e1-9f51-4371547b09ca {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:09.140867 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.231907 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] For port 6fec36d0-662b-47e1-9f51-4371547b09ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6fec36d0-662b-47e1-9f51-4371547b09ca,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:09.232599 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.484752 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e67b74-5d3f-4cfc-a11d-90b43b214132 req-10393ef7-3278-4935-887d-6e0b472226a0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:09.486229 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-74e67b74-5d3f-4cfc-a11d-90b43b214132 req-10393ef7-3278-4935-887d-6e0b472226a0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 946 time: 0.1559067 Aug 17 02:40:09.578163 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.578533 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.578877 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Floating IP c368cb30-7938-438e-b68a-6816cf9bc4e1 disassociated. External IP: 172.27.0.64, port: 6fec36d0-662b-47e1-9f51-4371547b09ca. Aug 17 02:40:09.579215 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Calling delete_port for 6fec36d0-662b-47e1-9f51-4371547b09ca owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:09.604996 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-74e67b74-5d3f-4cfc-a11d-90b43b214132 req-502b502e-8e32-4c66-b916-f847889825da tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4fb4cef-cc64-4233-9a77-2ca8145d2977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037121 Aug 17 02:40:09.613567 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55111381-3cba-48e5-8d72-781c54acb262 req-993b9a13-f56e-4739-9cfb-f47f044dfdb2 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:09.615034 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-55111381-3cba-48e5-8d72-781c54acb262 req-993b9a13-f56e-4739-9cfb-f47f044dfdb2 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.1447680 Aug 17 02:40:09.693628 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-55111381-3cba-48e5-8d72-781c54acb262 req-04a4722c-44ff-4567-8dd6-26993414ca72 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488663 Aug 17 02:40:09.762941 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:09.792057 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event deleted for resources: {'Port': ['ID=6fec36d0-662b-47e1-9f51-4371547b09ca,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:09.905169 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Router 9e8dd478-f0ca-4206-95d0-e122196cba69 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:10.024974 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:10.035048 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] Sync routers for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:10.061041 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:10.061701 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:10.077612 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] No DVR routers for this DVR port 6fec36d0-662b-47e1-9f51-4371547b09ca on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:10.081683 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:10.083971 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21c5cae3-c915-4825-8804-7d4b98f7ceeb req-4822b731-9326-4c60-844a-b088577aa279 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "DELETE /v2.0/ports/6fec36d0-662b-47e1-9f51-4371547b09ca HTTP/1.1" status: 204 len: 173 time: 1.0250373 Aug 17 02:40:10.084820 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-deleted', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:10.087287 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9726c232-5aca-4f08-9012-aafc37efaa09" -d '{"events": [{"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-deleted", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:10.132067 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b4ad9b-8efe-4418-bda7-0de67aaf3ec2 x-openstack-request-id: req-09b4ad9b-8efe-4418-bda7-0de67aaf3ec2 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:10.132521 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da1c98-497b-4783-a3da-ddcd56cc8bfa", "name": "network-vif-deleted", "tag": "6fec36d0-662b-47e1-9f51-4371547b09ca", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:10.132781 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09b4ad9b-8efe-4418-bda7-0de67aaf3ec2 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:10.133176 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da1c98-497b-4783-a3da-ddcd56cc8bfa', 'name': 'network-vif-deleted', 'tag': '6fec36d0-662b-47e1-9f51-4371547b09ca', 'status': 'completed', 'code': 200} Aug 17 02:40:10.175617 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe91330-c359-456a-a5de-611d1f0f402a req-5df2a897-232a-40ab-85dd-ca2ad792c3d1 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:10.183309 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fbe91330-c359-456a-a5de-611d1f0f402a req-5df2a897-232a-40ab-85dd-ca2ad792c3d1 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 945 time: 0.0631664 Aug 17 02:40:10.209890 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:10.220631 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fbe91330-c359-456a-a5de-611d1f0f402a req-d51706c8-3e66-4029-be5c-6c7ab16d49d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362439 Aug 17 02:40:10.532274 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:10.558534 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] Checking router: 9e8dd478-f0ca-4206-95d0-e122196cba69 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:10.566927 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:10.567552 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:39:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:10.711364 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:10.744566 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-659cc316-3c1f-4f47-aa4d-b48289be6a54 req-5d15313f-ea6f-449b-8536-601fa4184894 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=96da1c98-497b-4783-a3da-ddcd56cc8bfa HTTP/1.1" status: 200 len: 210 time: 0.0496507 Aug 17 02:40:10.857720 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc718a0-1fa8-42fd-9d4f-94b7b19912a5 req-6c7a21d9-89b6-4010-ab74-c8edc8f3e138 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:10.859407 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ecc718a0-1fa8-42fd-9d4f-94b7b19912a5 req-6c7a21d9-89b6-4010-ab74-c8edc8f3e138 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.0677240 Aug 17 02:40:10.908305 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ecc718a0-1fa8-42fd-9d4f-94b7b19912a5 req-4c76a394-b617-45a1-a764-f0ab8497b711 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Aug 17 02:40:10.984691 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:11.012190 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2b7e3-9362-483c-922e-902fcec50fda None None] The sync data for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi is: [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:11.023018 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00456e9b-90d1-4b9d-be68-d112bc10cdb8 req-296ddb8d-fea1-4700-b8e9-61a7ac123ebb tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:11.024588 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-00456e9b-90d1-4b9d-be68-d112bc10cdb8 req-296ddb8d-fea1-4700-b8e9-61a7ac123ebb tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.0501635 Aug 17 02:40:11.068574 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-00456e9b-90d1-4b9d-be68-d112bc10cdb8 req-3c2c54b0-b785-470a-94d4-70e712e4eb1f tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370154 Aug 17 02:40:11.237824 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb513cc0-8f14-41b2-bbf3-7e9977daa4ab None None] New status for floating IP c368cb30-7938-438e-b68a-6816cf9bc4e1: DOWN {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:40:11.355852 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85f888-4e96-444a-9193-61c5f9b548c3 req-5bc78be0-7cef-4124-97f8-e025ce6fc2da tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:11.357407 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5d85f888-4e96-444a-9193-61c5f9b548c3 req-5bc78be0-7cef-4124-97f8-e025ce6fc2da tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 945 time: 0.0591476 Aug 17 02:40:11.386062 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f049bb32-0aba-499d-a23e-bb36c20fed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.424410 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5d85f888-4e96-444a-9193-61c5f9b548c3 req-d8d77220-f2c3-47f7-8362-81ec07c34a64 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551960 Aug 17 02:40:11.434822 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009891f1-9d9c-495f-b48a-e0d16bb00696 req-5841465f-dc82-49d8-95d3-10e0d0c3bf20 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:11.436268 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-009891f1-9d9c-495f-b48a-e0d16bb00696 req-5841465f-dc82-49d8-95d3-10e0d0c3bf20 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.0779846 Aug 17 02:40:11.485526 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-009891f1-9d9c-495f-b48a-e0d16bb00696 req-0ca8aeb3-31d4-4825-afa4-98c1e1d32672 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Aug 17 02:40:11.541583 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.855257 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37116) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:11.912811 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd574068-dbc0-4e02-83b3-2b361a1136db tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.940573 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd574068-dbc0-4e02-83b3-2b361a1136db tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.986774 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd574068-dbc0-4e02-83b3-2b361a1136db tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.989354 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cd574068-dbc0-4e02-83b3-2b361a1136db tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:11.990767 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-cd574068-dbc0-4e02-83b3-2b361a1136db tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "DELETE /v2.0/security-groups/a4fb4cef-cc64-4233-9a77-2ca8145d2977 HTTP/1.1" status: 204 len: 168 time: 0.1337457 Aug 17 02:40:11.993577 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37118) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.007206 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd574068-dbc0-4e02-83b3-2b361a1136db tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fb4cef-cc64-4233-9a77-2ca8145d2977,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:12.010099 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.api.v2.resource [None req-51fedbd8-b33a-4cd3-8d97-f5652cf9f419 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] show failed (client error): The resource could not be found. Aug 17 02:40:12.011166 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-51fedbd8-b33a-4cd3-8d97-f5652cf9f419 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups/a4fb4cef-cc64-4233-9a77-2ca8145d2977 HTTP/1.1" status: 404 len: 347 time: 0.0159597 Aug 17 02:40:12.014023 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37120) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.136311 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Deleting port 3771085f-560c-43ce-81c2-d2e2794f7110 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:12.136649 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.157324 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.202115 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-a3a808a0-601e-466d-a511-352071b6c8dd tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:12.203822 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-a3a808a0-601e-466d-a511-352071b6c8dd tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 945 time: 0.0493331 Aug 17 02:40:12.214447 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.214824 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.226366 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Calling delete_port for 3771085f-560c-43ce-81c2-d2e2794f7110 owned by network:floatingip {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:12.295011 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Deleting port 18e57878-c403-4801-931f-a25c8763af5e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:40:12.295497 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.364556 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.389255 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event deleted for resources: {'Port': ['ID=3771085f-560c-43ce-81c2-d2e2794f7110,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:12.441757 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:12.460364 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.464342 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.471795 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 6fec36d0-662b-47e1-9f51-4371547b09ca {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:12.472421 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 6fec36d0-662b-47e1-9f51-4371547b09ca not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:12.472762 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8f2b4080-1714-453d-a3b0-e4dffcc44484 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "DELETE /v2.0/floatingips/c368cb30-7938-438e-b68a-6816cf9bc4e1 HTTP/1.1" status: 204 len: 168 time: 0.4569838 Aug 17 02:40:12.695137 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7ac4-e8b2-40cc-b4cc-2ebb00bcc142 req-b20cad76-8612-41d5-b13b-c754ee947840 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:12.696434 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aeee7ac4-e8b2-40cc-b4cc-2ebb00bcc142 req-b20cad76-8612-41d5-b13b-c754ee947840 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 945 time: 0.0740113 Aug 17 02:40:12.714988 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] For port 18e57878-c403-4801-931f-a25c8763af5e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=18e57878-c403-4801-931f-a25c8763af5e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:12.715351 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.782420 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aeee7ac4-e8b2-40cc-b4cc-2ebb00bcc142 req-d8248ad0-aae1-4a78-b252-701b65ac8c9d tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794806 Aug 17 02:40:12.910422 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.911019 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:12.911145 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Floating IP 4341bcdb-4812-4d2b-8f48-e69e664ac57e disassociated. External IP: 172.27.0.68, port: 18e57878-c403-4801-931f-a25c8763af5e. Aug 17 02:40:12.911454 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Calling delete_port for 18e57878-c403-4801-931f-a25c8763af5e owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:40:12.941246 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37132) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:12.946437 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-16d024dd-9f76-4a0e-99ee-2643f5c6d347 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947998134', 'description': 'tempest-description--26507801'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:12.971628 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-16d024dd-9f76-4a0e-99ee-2643f5c6d347 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.059837 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.062555 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-16d024dd-9f76-4a0e-99ee-2643f5c6d347 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.067323 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-16d024dd-9f76-4a0e-99ee-2643f5c6d347 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.097979 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-16d024dd-9f76-4a0e-99ee-2643f5c6d347 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.100762 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-16d024dd-9f76-4a0e-99ee-2643f5c6d347 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1567898 Aug 17 02:40:13.101057 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event deleted for resources: {'Port': ['ID=18e57878-c403-4801-931f-a25c8763af5e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:13.101760 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d024dd-9f76-4a0e-99ee-2643f5c6d347 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:13.104443 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37140) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:13.109588 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-3ed379a7-b19b-44da-943d-67bb08dee384 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'security_group_rule': {'security_group_id': '5e52c670-dc5b-42bb-91d7-02cb1e5c65a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:13.149974 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ed379a7-b19b-44da-943d-67bb08dee384 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.217066 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ed379a7-b19b-44da-943d-67bb08dee384 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.220043 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Router a2cd6517-99bd-4739-85fc-67cf7a8a290d has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:13.220654 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ed379a7-b19b-44da-943d-67bb08dee384 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.241660 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed379a7-b19b-44da-943d-67bb08dee384 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94be69c-d37e-4eec-8466-aea9b17b0938,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:13.248697 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-3ed379a7-b19b-44da-943d-67bb08dee384 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.252442 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-3ed379a7-b19b-44da-943d-67bb08dee384 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445262 Aug 17 02:40:13.252644 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37146) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:13.257339 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-e464d3a9-642e-4b71-a825-511f5f399816 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'security_group_rule': {'security_group_id': '5e52c670-dc5b-42bb-91d7-02cb1e5c65a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:13.287929 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e464d3a9-642e-4b71-a825-511f5f399816 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.340998 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:13.354405 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] Sync routers for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:13.371824 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:13.372527 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:40:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:13.378935 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e464d3a9-642e-4b71-a825-511f5f399816 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.383073 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e464d3a9-642e-4b71-a825-511f5f399816 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.403202 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] No DVR routers for this DVR port 18e57878-c403-4801-931f-a25c8763af5e on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:40:13.403958 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464d3a9-642e-4b71-a825-511f5f399816 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389e9a11-3312-4d69-9cb3-a73104d15564,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:13.406132 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.408593 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-488cb65c-02b3-47ff-86ac-9d4c791e6687 req-896761a0-e6f9-41ba-a639-301df610fdd6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "DELETE /v2.0/ports/18e57878-c403-4801-931f-a25c8763af5e HTTP/1.1" status: 204 len: 173 time: 1.1974769 Aug 17 02:40:13.409051 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'name': 'network-vif-deleted', 'tag': '18e57878-c403-4801-931f-a25c8763af5e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:13.411907 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c415ecd7-02d5-4fbe-95dc-516d1f909751" -d '{"events": [{"server_uuid": "25f2c331-dcb8-4487-b93e-969d2be0a96a", "name": "network-vif-deleted", "tag": "18e57878-c403-4801-931f-a25c8763af5e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:13.415432 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-e464d3a9-642e-4b71-a825-511f5f399816 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.417662 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-e464d3a9-642e-4b71-a825-511f5f399816 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638613 Aug 17 02:40:13.420820 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37152) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:13.425718 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'floatingip': {'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:13.471972 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.475664 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7667d287-525e-4173-8581-da1c427c3c94 x-openstack-request-id: req-7667d287-525e-4173-8581-da1c427c3c94 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:13.476019 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f2c331-dcb8-4487-b93e-969d2be0a96a", "name": "network-vif-deleted", "tag": "18e57878-c403-4801-931f-a25c8763af5e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:13.476259 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7667d287-525e-4173-8581-da1c427c3c94 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:13.476649 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f2c331-dcb8-4487-b93e-969d2be0a96a', 'name': 'network-vif-deleted', 'tag': '18e57878-c403-4801-931f-a25c8763af5e', 'status': 'completed', 'code': 200} Aug 17 02:40:13.553357 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:13.596210 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.707617 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Allocated IP 172.27.0.188 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/a61d58f8-c51d-444d-800e-e5a3ae5013c0) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:13.770139 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:13.808833 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] Checking router: a2cd6517-99bd-4739-85fc-67cf7a8a290d for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:13.819444 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:13.820061 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:40:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:13.824397 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.872271 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:13.935340 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:13.936852 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cc99173c-5821-4c06-a36f-9d3242b312d7 req-b8b04cbc-78e5-49d5-996c-a789e19a409d tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=25f2c331-dcb8-4487-b93e-969d2be0a96a HTTP/1.1" status: 200 len: 210 time: 0.0388980 Aug 17 02:40:13.938541 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:13.941624 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:13.945249 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:13.968540 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'Port': ['ID=a61d58f8-c51d-444d-800e-e5a3ae5013c0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:14.039548 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.071565 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.075911 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.153417 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:14.180942 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a218d-3339-44fb-8099-7a255e5f3fb6 None None] The sync data for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi is: [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:14.245650 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.250720 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.321973 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'Port': ['ID=a61d58f8-c51d-444d-800e-e5a3ae5013c0,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:14.332446 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.347336 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.349193 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-e90a33f0-94b6-4f78-b0e2-fe17de93e7fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9273238 Aug 17 02:40:14.445522 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b62b39-f14f-43b5-a0a7-6c6a1b6b90f8 None None] New status for floating IP 4341bcdb-4812-4d2b-8f48-e69e664ac57e: DOWN {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:40:14.548003 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-b2e7acc3-7fe2-4575-bef6-29df401796b8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1947998134&fields=id&tenant_id=bfdd0fde104c4b9b9666233fcc6b4882 HTTP/1.1" status: 200 len: 267 time: 0.0334909 Aug 17 02:40:14.659996 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-cd5b7539-7386-43ee-a3ba-579c6a19868e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:14.661449 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-cd5b7539-7386-43ee-a3ba-579c6a19868e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 817 time: 0.1060195 Aug 17 02:40:14.676263 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-eea5ea23-93dd-4358-ab78-3bb108485c70 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/quotas/bfdd0fde104c4b9b9666233fcc6b4882 HTTP/1.1" status: 200 len: 375 time: 0.0089176 Aug 17 02:40:14.728998 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-ffe44d4b-84e5-4284-87b3-fc5e347e5ba2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473266 Aug 17 02:40:14.826927 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-c5b708ad-f402-4d8c-9fcb-90c7cdc93dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858333 Aug 17 02:40:14.915381 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-da5aada4-986f-4ac4-84fd-626c963a5910 service neutron] 10.222.0.52 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823700 Aug 17 02:40:15.076915 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-72bb507a-b2df-456c-866b-0750b7fe206c req-23fb0c5e-17ba-4ad2-a3c8-5db8d2816f26 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 210 time: 0.0280190 Aug 17 02:40:15.208182 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-01432605-b7a9-4e99-b291-04a7503330ba tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701596850&fields=id&tenant_id=b5ea5ff6e0a843e380968b1e78c0765a HTTP/1.1" status: 200 len: 267 time: 0.0391669 Aug 17 02:40:15.319752 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6724e748-383b-49e2-803d-f13699cc46da tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:15.321216 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6724e748-383b-49e2-803d-f13699cc46da tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 812 time: 0.1047738 Aug 17 02:40:15.338269 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-f4c40964-dcad-487b-a44a-c2969918a328 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/quotas/b5ea5ff6e0a843e380968b1e78c0765a HTTP/1.1" status: 200 len: 375 time: 0.0099113 Aug 17 02:40:15.393853 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-5a17b199-b99d-4f2e-93cf-5a4bdb2b1b28 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497396 Aug 17 02:40:15.499336 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-a3a2172f-5968-4271-97c1-d287d132af96 service neutron] 10.222.0.52 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928893 Aug 17 02:40:15.601699 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-fdd23329-723d-45c1-bd70-0d25d06b6118 service neutron] 10.222.0.52 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961225 Aug 17 02:40:15.896188 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6be80428-a9b1-4a08-9516-582d32cfb324 req-7f01f3e4-154b-4db9-8682-09673353cfb4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 210 time: 0.0294366 Aug 17 02:40:16.039573 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-7ecb5335-61a1-42b9-bca8-4b8a467c6d52 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:16.041173 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-7ecb5335-61a1-42b9-bca8-4b8a467c6d52 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 817 time: 0.1080599 Aug 17 02:40:16.089620 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-2e334255-3c73-4a38-a2ec-b6a39f2439a8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfdd0fde104c4b9b9666233fcc6b4882 HTTP/1.1" status: 200 len: 380 time: 0.0386596 Aug 17 02:40:16.101705 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'port': {'device_id': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'admin_state_up': True, 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'security_groups': ['5e52c670-dc5b-42bb-91d7-02cb1e5c65a1']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:16.186463 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2893e7d8-c48f-4448-a345-78d986acf518 req-db88c948-13f6-4e9f-b265-7df828e0e741 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 210 time: 0.0313525 Aug 17 02:40:16.249968 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Made reservation on behalf of bfdd0fde104c4b9b9666233fcc6b4882 for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:16.253449 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.382940 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Allocated IP 172.20.0.4 (37c4a5aa-9d76-4349-b5d3-2497cc600e9a/d6bb0913-8a0e-49e9-826c-1a2d1eeef300/128ebd5b-87f9-4962-a959-a75d4dfa7dcf) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:16.464257 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 18e57878-c403-4801-931f-a25c8763af5e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:40:16.485316 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 18e57878-c403-4801-931f-a25c8763af5e {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:40:16.485663 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 18e57878-c403-4801-931f-a25c8763af5e not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:40:16.518868 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.536799 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Transition to ACTIVE for port object 128ebd5b-87f9-4962-a959-a75d4dfa7dcf will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:16.569753 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.615053 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:16.618207 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:16.621910 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:16.628169 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:16.676676 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:16.677302 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.692509 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-f9d560e4-1308-4fca-861c-96379e18e80b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949769 Aug 17 02:40:16.743065 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Request body: {'port': {'device_id': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:16.801280 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.830428 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-b8696087-2994-4f2d-899e-e62222fa1318 None None] Provisioning for port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:16.835437 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-b8696087-2994-4f2d-899e-e62222fa1318 None None] Provisioning complete for port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:16.835821 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b8696087-2994-4f2d-899e-e62222fa1318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.872317 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-b8696087-2994-4f2d-899e-e62222fa1318 None None] Port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:17.042359 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-96018fc0-aa04-4883-ad67-cd7f4995bae4 req-44c9ee66-d3e3-4663-87ab-5bc4e6e9e596 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 210 time: 0.0634885 Aug 17 02:40:17.102531 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-3ef65bf4-4abd-469c-834b-28f54b98e7c8 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:17.105381 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-3ef65bf4-4abd-469c-834b-28f54b98e7c8 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 812 time: 0.2667406 Aug 17 02:40:17.194764 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-e5c9b5e8-ec96-4e11-91a3-115e356cb8ed tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ea5ff6e0a843e380968b1e78c0765a HTTP/1.1" status: 200 len: 380 time: 0.0611043 Aug 17 02:40:17.213843 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'port': {'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'admin_state_up': True, 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'security_groups': ['83dc3bdb-6428-4222-b13a-f79f563294e2']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:17.423836 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1141c8-9721-443c-9abc-806102f86d62 req-be8c1c1c-578f-43b8-8f52-dad22042971c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:17.425327 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1b1141c8-9721-443c-9abc-806102f86d62 req-be8c1c1c-578f-43b8-8f52-dad22042971c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 931 time: 0.1514883 Aug 17 02:40:17.470458 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128ebd5b-87f9-4962-a959-a75d4dfa7dcf {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:40:17.491757 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.532788 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1b1141c8-9721-443c-9abc-806102f86d62 req-f74eaf13-5158-4fc6-9699-625e0cb4055c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940239 Aug 17 02:40:17.534007 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Transition to ACTIVE for port object 128ebd5b-87f9-4962-a959-a75d4dfa7dcf will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:17.535033 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Made reservation on behalf of b5ea5ff6e0a843e380968b1e78c0765a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:17.538373 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.543100 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.685099 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:17.789018 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Attempting to bind port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:17.789372 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Attempting to bind port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:17.789595 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Attempting to bind port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf on network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:17.792917 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Allocated IP 172.20.0.12 (d21728e9-5b0d-42e9-bfd9-c93604266480/d4f44cf5-3301-417d-9b11-73c96f76725f/c20ff5cc-59b6-43f6-905b-3fd764bbcc7e) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:17.797934 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf on network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:40:17.798261 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Attempting to bind port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf on network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:17.808454 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:17.808792 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Checking segment: {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:17.809175 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Bound using segment: {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:17.809613 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Bound port: 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e1f5e2-529c-4246-a4f5-2fc434baf211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:17.809971 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.945612 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:17.951189 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:17.955198 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.014194 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:18.014858 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.016274 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] 10.222.0.63 "PUT /v2.0/ports/128ebd5b-87f9-4962-a959-a75d4dfa7dcf HTTP/1.1" status: 200 len: 1093 time: 1.2781017 Aug 17 02:40:18.016719 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:18.019013 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:18.046887 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.057359 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd84231-2eb2-4511-93c5-349f803ddffc service neutron] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:18.082050 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Transition to ACTIVE for port object c20ff5cc-59b6-43f6-905b-3fd764bbcc7e will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:18.085436 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b41b78-d905-42ea-a22f-8421624f2c62 x-openstack-request-id: req-71b41b78-d905-42ea-a22f-8421624f2c62 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:18.085732 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:18.085991 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71b41b78-d905-42ea-a22f-8421624f2c62 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:18.086392 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'status': 'completed', 'code': 200} Aug 17 02:40:18.147870 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-23414506-c2dc-4452-a8b5-ea55d4496e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:18.149388 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-23414506-c2dc-4452-a8b5-ea55d4496e1e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0756421 Aug 17 02:40:18.173762 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fd4fe099-715d-44c3-835b-14e11859a888 req-d375c511-1aad-40a3-8691-45ed8a26e0e5 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 210 time: 0.0492473 Aug 17 02:40:18.207314 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.209630 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-9d086f97-1cb7-4325-95fc-b2c14a05efa7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf HTTP/1.1" status: 200 len: 217 time: 0.0441337 Aug 17 02:40:18.288083 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Network d21728e9-5b0d-42e9-bfd9-c93604266480 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:18.294764 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:18.298101 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'Port': ['ID=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:18.300302 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:18.308128 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-9c5a9991-277a-4503-bd3c-a82043c814aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:18.309615 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-9c5a9991-277a-4503-bd3c-a82043c814aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0908408 Aug 17 02:40:18.382565 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:18.383216 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.398196 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-4d0c9858-870e-4b59-ae24-951ab6ac58de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:18.399737 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-4d0c9858-870e-4b59-ae24-951ab6ac58de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681651 Aug 17 02:40:18.406161 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-391567cf-74ba-4398-a6c6-a2da594d46b9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2029121 Aug 17 02:40:18.426925 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Request body: {'port': {'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:18.527435 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.541161 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-eb4a64a5-c726-462b-aafa-d0d81b2d3153 None None] Provisioning for port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:18.546053 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-eb4a64a5-c726-462b-aafa-d0d81b2d3153 None None] Provisioning complete for port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:18.546448 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eb4a64a5-c726-462b-aafa-d0d81b2d3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.578204 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-bc1f1fc2-6280-400d-a846-8542b799cc2e service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631057 Aug 17 02:40:18.588387 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a64a5-c726-462b-aafa-d0d81b2d3153 None None] Port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:19.028437 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44cc2e-17ce-47d7-a6d8-35f4dc8a4647 req-ddb1cc01-e979-451f-81f2-c235c26f3454 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.029906 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6b44cc2e-17ce-47d7-a6d8-35f4dc8a4647 req-ddb1cc01-e979-451f-81f2-c235c26f3454 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.1313810 Aug 17 02:40:19.100274 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bc124d5-c81e-4527-8ef0-4216a9150246 req-a44d529c-bf93-454a-b571-c5d0ae15f7c0 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143833 Aug 17 02:40:19.125263 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6b44cc2e-17ce-47d7-a6d8-35f4dc8a4647 req-4105b420-da2f-4c7b-8a05-738eaef18f4a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893538 Aug 17 02:40:19.233888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-fdd49cc0-51e4-43d1-8ae3-165f245d750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.235432 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-fdd49cc0-51e4-43d1-8ae3-165f245d750d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0858507 Aug 17 02:40:19.248505 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20ff5cc-59b6-43f6-905b-3fd764bbcc7e {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:40:19.280136 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.342474 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Transition to ACTIVE for port object c20ff5cc-59b6-43f6-905b-3fd764bbcc7e will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:19.349190 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.398095 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b98bb2-7448-402b-b371-c41e61917768 req-389f11fd-5c93-4ed8-990a-9f1b58e71474 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.399597 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b2b98bb2-7448-402b-b371-c41e61917768 req-389f11fd-5c93-4ed8-990a-9f1b58e71474 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 932 time: 0.1564949 Aug 17 02:40:19.450777 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Pushing event updated for resources: {'Port': ['ID=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:19.458208 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-194aee5b-0671-4744-8483-8a897c45f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.459540 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-194aee5b-0671-4744-8483-8a897c45f870 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.2131031 Aug 17 02:40:19.550137 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b2b98bb2-7448-402b-b371-c41e61917768 req-21395fb6-66eb-4197-a500-662b51e45635 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353118 Aug 17 02:40:19.553233 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-ee334a4b-c9a1-4bc5-ac96-831f43bbe2fe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf HTTP/1.1" status: 200 len: 217 time: 0.0851927 Aug 17 02:40:19.611589 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Attempting to bind port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:19.611927 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Attempting to bind port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:19.612259 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Attempting to bind port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e on network d21728e9-5b0d-42e9-bfd9-c93604266480 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:19.621530 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e on network d21728e9-5b0d-42e9-bfd9-c93604266480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:40:19.621854 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Attempting to bind port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e on network d21728e9-5b0d-42e9-bfd9-c93604266480 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:19.625423 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-727f1afb-638c-4139-a4ad-351a5018a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.626963 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-727f1afb-638c-4139-a4ad-351a5018a63c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0649343 Aug 17 02:40:19.629509 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:19.629843 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Checking segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:19.630218 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Bound using segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:19.630670 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Bound port: c20ff5cc-59b6-43f6-905b-3fd764bbcc7e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:19.631036 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.724332 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-b2f3710f-215f-4fde-969f-8b7fe80765ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.725736 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-b2f3710f-215f-4fde-969f-8b7fe80765ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859914 Aug 17 02:40:19.730891 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] For port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:19.734426 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] For port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:19.752597 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.828906 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.829506 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.830924 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] 10.222.0.63 "PUT /v2.0/ports/c20ff5cc-59b6-43f6-905b-3fd764bbcc7e HTTP/1.1" status: 200 len: 1094 time: 1.4079330 Aug 17 02:40:19.871050 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda284e-6cc6-43f2-99ce-223104669a7f service neutron] Pushing event updated for resources: {'Port': ['ID=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:19.897933 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-615203c7-c19d-462d-8372-4b835109eb84 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586661 Aug 17 02:40:19.977173 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-66290741-bff0-4361-98e8-8f096f7a0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:19.979380 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-66290741-bff0-4361-98e8-8f096f7a0e4e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 1097 time: 0.1004672 Aug 17 02:40:20.036302 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-bdfc7a00-47db-40ba-b8d3-210978ec5401 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e HTTP/1.1" status: 200 len: 217 time: 0.0472102 Aug 17 02:40:20.053807 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6bad7dfc-f8f9-4c4c-80af-6f7a3486e97c req-1d443b36-14d3-4d08-9534-b3cc02361996 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421344 Aug 17 02:40:20.088931 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:20.091091 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:20.095245 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-553809b0-fe53-4b52-82cf-527a4679b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.096702 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-553809b0-fe53-4b52-82cf-527a4679b8db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0510406 Aug 17 02:40:20.135219 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0e5278-fdfc-4399-b4a6-2f677d87a618 x-openstack-request-id: req-cd0e5278-fdfc-4399-b4a6-2f677d87a618 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:20.135527 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:20.135771 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd0e5278-fdfc-4399-b4a6-2f677d87a618 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:20.136152 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'status': 'completed', 'code': 200} Aug 17 02:40:20.152837 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-b26105cb-9ffc-4409-89ca-9159ba9f7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.154356 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-b26105cb-9ffc-4409-89ca-9159ba9f7c8f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495827 Aug 17 02:40:20.282709 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607880-e97b-4f1f-9079-366c0b8e0c02 req-a92bfe59-7851-43c2-acb3-56624802cce7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.284533 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ae607880-e97b-4f1f-9079-366c0b8e0c02 req-a92bfe59-7851-43c2-acb3-56624802cce7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0756137 Aug 17 02:40:20.314077 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-dc00c811-98d0-45ce-9c47-5f146ea21940 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524155 Aug 17 02:40:20.381105 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ae607880-e97b-4f1f-9079-366c0b8e0c02 req-719841b6-8221-4e4c-b5a4-d679ae341564 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840912 Aug 17 02:40:20.426070 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d8e28b2d-d13c-4be1-8ef6-f1a8a10055c3 req-b9f79683-add3-4362-ad40-c448ddc4f094 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044071 Aug 17 02:40:20.513366 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-cf820c7a-87f2-47f1-9aed-7b4292b72d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.515158 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-cf820c7a-87f2-47f1-9aed-7b4292b72d5d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 1097 time: 0.0417049 Aug 17 02:40:20.616322 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-098f5b8f-7cc2-42fd-b0d1-65e2f8a8a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.618222 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-098f5b8f-7cc2-42fd-b0d1-65e2f8a8a0ae service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.0958726 Aug 17 02:40:20.686080 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-db02b2ae-7665-429c-98d3-9cef959fb42a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e HTTP/1.1" status: 200 len: 217 time: 0.0601215 Aug 17 02:40:20.742238 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee331c7-8189-4383-b9d7-9ab1bd40b7ad req-3324521d-3942-4764-bf14-2af889b51c75 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.743864 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9ee331c7-8189-4383-b9d7-9ab1bd40b7ad req-3324521d-3942-4764-bf14-2af889b51c75 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 944 time: 0.1197035 Aug 17 02:40:20.772175 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-f1ba5e50-a9f9-406c-b745-1f26a7a6634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.773562 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-f1ba5e50-a9f9-406c-b745-1f26a7a6634b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0803425 Aug 17 02:40:20.811768 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9ee331c7-8189-4383-b9d7-9ab1bd40b7ad req-bf719c58-ccd7-4856-823f-98e4925a6ba0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616729 Aug 17 02:40:20.829070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-76037fdc-ea09-40c4-b307-1ce8634b6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.830546 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-76037fdc-ea09-40c4-b307-1ce8634b6c54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467577 Aug 17 02:40:20.926478 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-7a6425d8-ac14-483f-a9c7-82fb4e58e27a service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874925 Aug 17 02:40:21.041950 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2aeda0-db50-4d22-a62a-33e0360c0dbb req-6b2cf695-bf22-4512-b371-bdd6ad6ca74f service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067100 Aug 17 02:40:21.060173 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eece4eb-c82d-4aa7-a0a3-9030f273342c req-0be367c2-43f6-447e-a493-6f3651b14c0c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:21.061620 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7eece4eb-c82d-4aa7-a0a3-9030f273342c req-0be367c2-43f6-447e-a493-6f3651b14c0c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.0588984 Aug 17 02:40:21.099151 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7eece4eb-c82d-4aa7-a0a3-9030f273342c req-b3a623ab-0555-4181-a7d0-5608b6dc7411 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 Aug 17 02:40:21.121156 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37246) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:21.205589 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ada63-744b-45a2-95fb-df28cb44c3d0 tempest-TestMinimumBasicScenario-391612470 tempest-TestMinimumBasicScenario-391612470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:21.207126 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f73ada63-744b-45a2-95fb-df28cb44c3d0 tempest-TestMinimumBasicScenario-391612470 tempest-TestMinimumBasicScenario-391612470-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1093 time: 0.0850334 Aug 17 02:40:21.209922 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37250) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:21.214398 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'floatingip': {'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'port_id': '73518de9-7924-4e28-9dba-acddd76a62f5', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:21.234987 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.327860 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.433358 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Allocated IP 172.27.0.236 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/cf1903c3-0466-4317-8586-6adbbe0485e3) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:21.557350 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750459b4-f1c1-41b9-8c03-458ccf046b4c req-63ee40f0-beda-45c5-87b3-b6903bad0782 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:21.559087 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-750459b4-f1c1-41b9-8c03-458ccf046b4c req-63ee40f0-beda-45c5-87b3-b6903bad0782 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.1013341 Aug 17 02:40:21.584568 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.613390 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-750459b4-f1c1-41b9-8c03-458ccf046b4c req-c975fa23-b323-4fba-89c4-88e9fea84df7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484912 Aug 17 02:40:21.638629 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:21.674252 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:21.676908 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:21.679292 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:21.714823 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'Port': ['ID=cf1903c3-0466-4317-8586-6adbbe0485e3,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:22.071604 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.083289 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f1698-67a7-457c-b449-f4fb4d5f231a req-a520d280-1e15-4261-884d-9cf4fd14da79 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:22.084739 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0b8f1698-67a7-457c-b449-f4fb4d5f231a req-a520d280-1e15-4261-884d-9cf4fd14da79 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 944 time: 0.0690114 Aug 17 02:40:22.153819 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0b8f1698-67a7-457c-b449-f4fb4d5f231a req-d1fbb3a0-163e-4c39-92b3-b4818a3f1fce tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507390 Aug 17 02:40:22.177722 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.324085 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.328161 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.391990 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'Port': ['ID=cf1903c3-0466-4317-8586-6adbbe0485e3,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:22.404028 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.500302 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Floating IP d239589b-cbda-4d10-8619-9348252cc19b associated. External IP: 172.27.0.236, port: 73518de9-7924-4e28-9dba-acddd76a62f5. Aug 17 02:40:22.503447 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 128ebd5b-87f9-4962-a959-a75d4dfa7dcf details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:40:22.596998 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:22.608873 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'port_id': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'mac_address': 'fa:16:3e:05:85:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:40:22.653909 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.668171 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128ebd5b-87f9-4962-a959-a75d4dfa7dcf {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:40:22.690573 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:22.698945 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:22.748623 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:22.923064 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ddad5-dd52-4859-a15b-2e3e95e556be req-3a2ee2da-c261-4479-8558-e32b5a44d274 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:22.924522 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a51ddad5-dd52-4859-a15b-2e3e95e556be req-3a2ee2da-c261-4479-8558-e32b5a44d274 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 944 time: 0.0683787 Aug 17 02:40:23.029851 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a51ddad5-dd52-4859-a15b-2e3e95e556be req-2483c6d4-9c35-405f-a49d-c44474d9c700 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697837 Aug 17 02:40:23.033924 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['128ebd5b-87f9-4962-a959-a75d4dfa7dcf'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:40:23.058824 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Router 9b3d1b31-b1bf-4806-96a0-eada645fe078 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:23.164773 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:23.174984 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] Sync routers for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:23.180897 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.186608 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:23.187316 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:40:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:23.211652 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-31b8da6a-4449-49ef-b158-7a3832a11985 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9982088 Aug 17 02:40:23.211652 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:23.212340 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057d61f7-765a-45cc-89b8-6f0f828eda88" -d '{"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:23.212969 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37262) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:23.219417 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-27b00634-5007-4c86-8d6f-98549bf676cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272615327', 'description': 'tempest-secgroup-smoke-272615327 description', 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:23.254946 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27b00634-5007-4c86-8d6f-98549bf676cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.257994 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968e4c8f-e284-4e56-bfd8-5d11a370d200 x-openstack-request-id: req-968e4c8f-e284-4e56-bfd8-5d11a370d200 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:23.257994 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:23.257994 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-968e4c8f-e284-4e56-bfd8-5d11a370d200 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:23.258436 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5', 'status': 'completed', 'code': 200} Aug 17 02:40:23.282981 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c07e8-8af8-4e07-b0cb-832cc9f50d48 req-05eb3f68-2d7c-4675-b3fb-b4c91b03e79f tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:23.291723 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-083c07e8-8af8-4e07-b0cb-832cc9f50d48 req-05eb3f68-2d7c-4675-b3fb-b4c91b03e79f tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 944 time: 0.0672560 Aug 17 02:40:23.318708 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:23.342281 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27b00634-5007-4c86-8d6f-98549bf676cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.349153 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27b00634-5007-4c86-8d6f-98549bf676cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.367154 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-083c07e8-8af8-4e07-b0cb-832cc9f50d48 req-145a3432-9f5a-4735-b797-6ac8bd34d028 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748725 Aug 17 02:40:23.377592 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-52a9d6dc-988a-4baa-841e-8a7d345e9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:23.379120 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-52a9d6dc-988a-4baa-841e-8a7d345e9c20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0858638 Aug 17 02:40:23.387582 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-27b00634-5007-4c86-8d6f-98549bf676cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.391477 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-27b00634-5007-4c86-8d6f-98549bf676cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1742644 Aug 17 02:40:23.391634 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37266) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:23.395991 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-ebebe759-1d3d-475d-9c50-4af184d2bb54 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'security_group_rule': {'security_group_id': '2e084cbf-e72a-4a2c-9c05-0c0aa843763c', 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:23.401245 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b00634-5007-4c86-8d6f-98549bf676cd tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e084cbf-e72a-4a2c-9c05-0c0aa843763c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:23.430549 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ebebe759-1d3d-475d-9c50-4af184d2bb54 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.483494 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-652e2184-d93c-4355-b4f9-7286a45ae25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:23.485789 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-652e2184-d93c-4355-b4f9-7286a45ae25c service neutron] 10.222.0.63 "GET /v2.0/networks?id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 HTTP/1.1" status: 200 len: 916 time: 0.0980511 Aug 17 02:40:23.495526 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ebebe759-1d3d-475d-9c50-4af184d2bb54 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.499815 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ebebe759-1d3d-475d-9c50-4af184d2bb54 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.516015 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebe759-1d3d-475d-9c50-4af184d2bb54 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4b42cb-2c76-4099-a60e-4be11785392b,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:23.527284 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ebebe759-1d3d-475d-9c50-4af184d2bb54 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.528899 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ebebe759-1d3d-475d-9c50-4af184d2bb54 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363852 Aug 17 02:40:23.531839 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37268) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:23.536525 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-1a9ca170-81e4-4229-ba14-51860326a86c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'security_group_rule': {'security_group_id': '2e084cbf-e72a-4a2c-9c05-0c0aa843763c', 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:23.564708 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca170-81e4-4229-ba14-51860326a86c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.572929 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-19581674-152b-4480-89a0-744d761c56b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 999 time: 0.0775375 Aug 17 02:40:23.626283 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca170-81e4-4229-ba14-51860326a86c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.630210 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-6d1d9f40-41bf-41a2-8cf8-39c4d583a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:23.631244 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca170-81e4-4229-ba14-51860326a86c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.631844 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-6d1d9f40-41bf-41a2-8cf8-39c4d583a371 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=24a80d2a-73e6-4837-8935-11ff842e7082 HTTP/1.1" status: 200 len: 854 time: 0.0481875 Aug 17 02:40:23.647103 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ca170-81e4-4229-ba14-51860326a86c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e44b128-526b-417b-9285-6a4fac23237f,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:23.659083 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1a9ca170-81e4-4229-ba14-51860326a86c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.660562 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1a9ca170-81e4-4229-ba14-51860326a86c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276402 Aug 17 02:40:23.663361 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37270) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:23.670034 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-1db37be8-abda-47f9-b10f-16ea08230bfe tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'security_group_rule': {'security_group_id': '2e084cbf-e72a-4a2c-9c05-0c0aa843763c', 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:23.693960 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-dda0cd5c-7edc-47da-abce-6a54081c8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:23.695662 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-dda0cd5c-7edc-47da-abce-6a54081c8f9c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521069 Aug 17 02:40:23.697818 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1db37be8-abda-47f9-b10f-16ea08230bfe tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.742656 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'd239589b-cbda-4d10-8619-9348252cc19b', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'port_id': '73518de9-7924-4e28-9dba-acddd76a62f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'mac_address': 'fa:16:3e:45:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:21Z', 'updated_at': '2021-08-17T02:40:21Z', 'revision_number': 0, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:35Z', 'revision_number': 5, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:23.760215 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1db37be8-abda-47f9-b10f-16ea08230bfe tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.764282 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1db37be8-abda-47f9-b10f-16ea08230bfe tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.771143 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] Checking router: 9b3d1b31-b1bf-4806-96a0-eada645fe078 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:23.780660 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:23.781272 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:40:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:23.786421 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db37be8-abda-47f9-b10f-16ea08230bfe tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d22f0b-6a18-407f-85f2-69c8c5774c37,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:23.794718 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1db37be8-abda-47f9-b10f-16ea08230bfe tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.796334 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1db37be8-abda-47f9-b10f-16ea08230bfe tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299503 Aug 17 02:40:23.798824 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 37272) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:23.803297 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-700743fa-5401-4c7f-922a-ecdc746df261 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'security_group_rule': {'security_group_id': '2e084cbf-e72a-4a2c-9c05-0c0aa843763c', 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:23.817869 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-bcfa7d08-0dac-491b-b207-560fb4c5b13d service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120865 Aug 17 02:40:23.830386 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-700743fa-5401-4c7f-922a-ecdc746df261 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.899263 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:23.902949 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-700743fa-5401-4c7f-922a-ecdc746df261 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.906988 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-700743fa-5401-4c7f-922a-ecdc746df261 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.924885 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-057d61f7-765a-45cc-89b8-6f0f828eda88 req-399d0d17-12de-42ff-8934-f18337a0f05d service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993040 Aug 17 02:40:23.927630 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700743fa-5401-4c7f-922a-ecdc746df261 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ad9da1-bea7-4161-a2dd-0ca85c879fe1,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:23.938094 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-700743fa-5401-4c7f-922a-ecdc746df261 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.943028 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37274) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:23.943208 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-700743fa-5401-4c7f-922a-ecdc746df261 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432264 Aug 17 02:40:23.948828 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d7f9b893-1914-4d60-8028-93e98fa4704c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'security_group_rule': {'security_group_id': '2e084cbf-e72a-4a2c-9c05-0c0aa843763c', 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:23.970879 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-d7f9b893-1914-4d60-8028-93e98fa4704c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Project bb48813d6a5743e0bd077ce9d0a852a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:40:23.975778 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7f9b893-1914-4d60-8028-93e98fa4704c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.047258 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7f9b893-1914-4d60-8028-93e98fa4704c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.051474 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7f9b893-1914-4d60-8028-93e98fa4704c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.070279 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9b893-1914-4d60-8028-93e98fa4704c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f72e03-2124-4458-9048-168bb9c6ccc0,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:24.081628 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7f9b893-1914-4d60-8028-93e98fa4704c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.085404 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-d7f9b893-1914-4d60-8028-93e98fa4704c tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384859 Aug 17 02:40:24.085614 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37278) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:24.091347 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1d3d52f8-e78f-40ae-9002-40aa9cea71cc tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'security_group_rule': {'security_group_id': '2e084cbf-e72a-4a2c-9c05-0c0aa843763c', 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:24.115448 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.securitygroups_db [None req-1d3d52f8-e78f-40ae-9002-40aa9cea71cc tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Project bb48813d6a5743e0bd077ce9d0a852a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:40:24.130918 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d3d52f8-e78f-40ae-9002-40aa9cea71cc tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.145300 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'd239589b-cbda-4d10-8619-9348252cc19b', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'port_id': '73518de9-7924-4e28-9dba-acddd76a62f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'mac_address': 'fa:16:3e:45:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:21Z', 'updated_at': '2021-08-17T02:40:21Z', 'revision_number': 0, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:35Z', 'revision_number': 5, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:24.176077 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78133e3a-0675-4b4d-9eea-9ff454a0a2a4 None None] The sync data for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi is: [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'd239589b-cbda-4d10-8619-9348252cc19b', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'port_id': '73518de9-7924-4e28-9dba-acddd76a62f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'mac_address': 'fa:16:3e:45:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:21Z', 'updated_at': '2021-08-17T02:40:21Z', 'revision_number': 0, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:35Z', 'revision_number': 5, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:24.203293 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452be7d2-2b88-48a4-af67-3d7b40a69c73 req-a5c93051-7804-434f-a2e2-f078dda93cb7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:24.204823 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-452be7d2-2b88-48a4-af67-3d7b40a69c73 req-a5c93051-7804-434f-a2e2-f078dda93cb7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 944 time: 0.0863781 Aug 17 02:40:24.241312 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d3d52f8-e78f-40ae-9002-40aa9cea71cc tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.247997 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d3d52f8-e78f-40ae-9002-40aa9cea71cc tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.276722 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-452be7d2-2b88-48a4-af67-3d7b40a69c73 req-8b74cf95-45e0-4504-ac3b-dbf360e9265e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651491 Aug 17 02:40:24.278820 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d52f8-e78f-40ae-9002-40aa9cea71cc tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fca0659-546d-46d8-a53f-e77a1c76cbed,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:24.287008 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1d3d52f8-e78f-40ae-9002-40aa9cea71cc tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.291796 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1d3d52f8-e78f-40ae-9002-40aa9cea71cc tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2049811 Aug 17 02:40:24.373187 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-8cf51c49-5ff4-46f6-a2a9-e034ba1a407e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272615327&fields=id&tenant_id=bb48813d6a5743e0bd077ce9d0a852a1 HTTP/1.1" status: 200 len: 267 time: 0.0366893 Aug 17 02:40:24.378610 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a83121-898e-4837-b1a0-846a6a4e0bb4 None None] New status for floating IP d239589b-cbda-4d10-8619-9348252cc19b: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:40:24.437000 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-645827ee-5785-4b74-9675-4f27633b2203 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:24.438504 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-645827ee-5785-4b74-9675-4f27633b2203 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.0516105 Aug 17 02:40:24.454880 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-44e80bb9-6839-4ca1-a7de-6a546180f21d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'port': {'security_groups': ['64c8e45c-2992-4f34-888f-19c7b4703009', '2e084cbf-e72a-4a2c-9c05-0c0aa843763c']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:24.503468 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 128ebd5b-87f9-4962-a959-a75d4dfa7dcf up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:24.543683 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed519a14-83ba-445c-b471-d7219eeb4e62 req-66812c03-ec0b-4aac-acfb-4c9f900995fe tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:24.545378 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ed519a14-83ba-445c-b471-d7219eeb4e62 req-66812c03-ec0b-4aac-acfb-4c9f900995fe tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 944 time: 0.1059647 Aug 17 02:40:24.551877 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-44e80bb9-6839-4ca1-a7de-6a546180f21d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.558376 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:24.562402 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:24.562977 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.620889 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ed519a14-83ba-445c-b471-d7219eeb4e62 req-69cca547-c4d2-41bf-bfd5-94576a77538c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590987 Aug 17 02:40:24.648891 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.671433 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:24.673670 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e975cda7-3061-4198-91bb-535b61b4bdef" -d '{"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-plugged", "status": "completed", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:24.687146 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:24.691788 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.726348 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0739015c-49d7-4392-a058-064dcf413b82 x-openstack-request-id: req-0739015c-49d7-4392-a058-064dcf413b82 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:24.726687 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-plugged", "status": "completed", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:24.726941 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0739015c-49d7-4392-a058-064dcf413b82 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:24.727352 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'code': 200} Aug 17 02:40:24.747975 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:24.785369 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-44e80bb9-6839-4ca1-a7de-6a546180f21d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] For port 73518de9-7924-4e28-9dba-acddd76a62f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=73518de9-7924-4e28-9dba-acddd76a62f5,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:24.815177 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-44e80bb9-6839-4ca1-a7de-6a546180f21d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.819837 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-44e80bb9-6839-4ca1-a7de-6a546180f21d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.832575 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['73518de9-7924-4e28-9dba-acddd76a62f5'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:40:24.891966 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-44e80bb9-6839-4ca1-a7de-6a546180f21d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:24.892583 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-44e80bb9-6839-4ca1-a7de-6a546180f21d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.894054 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c89843e-cc17-4dc3-8093-20254c97da02 req-44e80bb9-6839-4ca1-a7de-6a546180f21d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "PUT /v2.0/ports/73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 981 time: 0.4454069 Aug 17 02:40:24.922902 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80bb9-6839-4ca1-a7de-6a546180f21d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'Port': ['ID=73518de9-7924-4e28-9dba-acddd76a62f5,revision_number=6']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:24.942170 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b75b5-1703-4bab-8266-be832de7486e req-c40d378e-ddf8-47b2-bdc0-c8caa9752b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:24.943732 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad2b75b5-1703-4bab-8266-be832de7486e req-c40d378e-ddf8-47b2-bdc0-c8caa9752b3f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0941091 Aug 17 02:40:24.955468 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['73518de9-7924-4e28-9dba-acddd76a62f5'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:40:25.008848 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad2b75b5-1703-4bab-8266-be832de7486e req-d6ce159c-4e53-4488-a61a-cec005643308 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566640 Aug 17 02:40:25.029281 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecec32-de0b-4ad4-9b21-43cd6ecc88c1 req-413f3705-7e4b-4739-9aeb-246c4099d398 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:25.030880 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bbecec32-de0b-4ad4-9b21-43cd6ecc88c1 req-413f3705-7e4b-4739-9aeb-246c4099d398 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0707827 Aug 17 02:40:25.074486 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bbecec32-de0b-4ad4-9b21-43cd6ecc88c1 req-febbb226-23f0-4450-aab6-2648e7bf011f tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365620 Aug 17 02:40:25.115163 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-35d6fdc6-4bae-400a-aebb-1160ce039493 None None] Provisioning complete for port 73518de9-7924-4e28-9dba-acddd76a62f5 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:25.115538 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-35d6fdc6-4bae-400a-aebb-1160ce039493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.259778 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:25.262061 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f673e62-2893-4c5c-9951-8057ed561a65" -d '{"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:25.297642 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac31ff03-0889-4011-8a42-61b33a046406 x-openstack-request-id: req-ac31ff03-0889-4011-8a42-61b33a046406 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:25.297988 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:25.298243 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac31ff03-0889-4011-8a42-61b33a046406 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:25.298660 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5', 'status': 'completed', 'code': 200} Aug 17 02:40:25.394514 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-c40d6d53-2028-44fa-91c0-04fcc5ccbf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:25.396038 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-c40d6d53-2028-44fa-91c0-04fcc5ccbf04 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1137 time: 0.0725458 Aug 17 02:40:25.413049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd8348-004c-4b45-80aa-5af48780309b req-fa8bd4e2-f9e7-408e-a1fe-7799ecd638fc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:25.414469 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b0cd8348-004c-4b45-80aa-5af48780309b req-fa8bd4e2-f9e7-408e-a1fe-7799ecd638fc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0622211 Aug 17 02:40:25.502406 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b0cd8348-004c-4b45-80aa-5af48780309b req-3edd3e91-f7c0-4d9f-894b-4676f22338ef tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790699 Aug 17 02:40:25.524010 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-a116f962-813e-4a4f-af0e-360a4a79ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:25.526046 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-a116f962-813e-4a4f-af0e-360a4a79ca45 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 HTTP/1.1" status: 200 len: 916 time: 0.1207325 Aug 17 02:40:25.595883 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-d1af5d62-7f76-4611-be17-09591d3c7dfb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 1001 time: 0.0614393 Aug 17 02:40:25.645187 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-f2292157-4637-45d1-acb7-6dcc95f4ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:25.646674 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-f2292157-4637-45d1-acb7-6dcc95f4ce0b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=24a80d2a-73e6-4837-8935-11ff842e7082 HTTP/1.1" status: 200 len: 854 time: 0.0424438 Aug 17 02:40:25.706568 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-0988e2c0-2bd6-4089-af89-06f16c6d66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:25.708043 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-0988e2c0-2bd6-4089-af89-06f16c6d66ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495012 Aug 17 02:40:25.795848 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f35b-eeca-43ba-b2b9-7f3b32fe435f req-cfd49662-9edb-4d2d-81ef-11549ddc0e0c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:25.797312 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5744f35b-eeca-43ba-b2b9-7f3b32fe435f req-cfd49662-9edb-4d2d-81ef-11549ddc0e0c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 944 time: 0.1055458 Aug 17 02:40:25.841651 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-b5f7012b-2355-4d12-9567-9fee5f13deaf service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197615 Aug 17 02:40:25.853989 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5744f35b-eeca-43ba-b2b9-7f3b32fe435f req-ffb59420-479e-447c-a88f-3bffa20b7970 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501535 Aug 17 02:40:25.942084 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0f673e62-2893-4c5c-9951-8057ed561a65 req-80c5c114-7389-405f-8df3-805812eb2320 service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872376 Aug 17 02:40:26.622218 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f33ecb-2d5b-48af-bac4-e861aa02290e req-45617bcd-78d9-4c9c-9200-3d9043f28c8e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:26.623824 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d3f33ecb-2d5b-48af-bac4-e861aa02290e req-45617bcd-78d9-4c9c-9200-3d9043f28c8e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Aug 17 02:40:26.660318 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d3f33ecb-2d5b-48af-bac4-e861aa02290e req-8d42ae3c-ff39-46e9-879e-19dc74641fd8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307710 Aug 17 02:40:26.776664 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c50d01-2e3a-4a59-9279-bbf824ad242b req-05b7d797-c381-46ac-b8e9-9a7f022213d8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:26.778123 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-78c50d01-2e3a-4a59-9279-bbf824ad242b req-05b7d797-c381-46ac-b8e9-9a7f022213d8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0493283 Aug 17 02:40:26.786442 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37300) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:26.791278 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-4123ccea-4c94-4970-8fd1-a2847c20b140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Request body: {'floatingip': {'port_id': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:26.832647 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4123ccea-4c94-4970-8fd1-a2847c20b140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.019053 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de219e61-bce3-4ce1-9cea-5354283d7f93 req-73dd5ace-4a0a-4878-9a5a-5b268a7a00e3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:27.020423 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de219e61-bce3-4ce1-9cea-5354283d7f93 req-73dd5ace-4a0a-4878-9a5a-5b268a7a00e3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 944 time: 0.0993538 Aug 17 02:40:27.103736 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de219e61-bce3-4ce1-9cea-5354283d7f93 req-8c74e411-0388-47f8-81bc-8ec3c8b48668 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491254 Aug 17 02:40:27.329919 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4123ccea-4c94-4970-8fd1-a2847c20b140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.333558 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4123ccea-4c94-4970-8fd1-a2847c20b140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.434882 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-4123ccea-4c94-4970-8fd1-a2847c20b140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Floating IP dca93cb0-f27d-471b-853b-441d583887a8 associated. External IP: 172.27.0.188, port: 128ebd5b-87f9-4962-a959-a75d4dfa7dcf. Aug 17 02:40:27.635981 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4123ccea-4c94-4970-8fd1-a2847c20b140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Router 9e8dd478-f0ca-4206-95d0-e122196cba69 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:28.001883 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4123ccea-4c94-4970-8fd1-a2847c20b140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:28.006538 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4123ccea-4c94-4970-8fd1-a2847c20b140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.012048 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] Sync routers for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:28.020724 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:28.021338 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:40:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:28.034377 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-4123ccea-4c94-4970-8fd1-a2847c20b140 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "PUT /v2.0/floatingips/dca93cb0-f27d-471b-853b-441d583887a8 HTTP/1.1" status: 200 len: 991 time: 1.2468841 Aug 17 02:40:28.034986 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:28.037212 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444ebf21-10a6-4f26-8b05-95f2d02ac891" -d '{"events": [{"name": "network-changed", "server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:28.077657 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b1b9dc-6c59-4d3f-8cc8-d9d536085967 x-openstack-request-id: req-d4b1b9dc-6c59-4d3f-8cc8-d9d536085967 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:28.077965 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:28.078214 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4b1b9dc-6c59-4d3f-8cc8-d9d536085967 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:28.078623 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'status': 'completed', 'code': 200} Aug 17 02:40:28.131676 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:28.144776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-4bc0fd1a-1fca-4357-9f0d-0ad49edaec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:28.146272 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-4bc0fd1a-1fca-4357-9f0d-0ad49edaec75 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0420873 Aug 17 02:40:28.275455 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf2977-3999-4d58-9b23-6043664dc025 req-8911f1b2-0586-4493-a99b-78a97da3785b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:28.277221 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-54bf2977-3999-4d58-9b23-6043664dc025 req-8911f1b2-0586-4493-a99b-78a97da3785b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 944 time: 0.0806050 Aug 17 02:40:28.277775 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-be725de7-b6ca-4d9e-ad78-01c7cb3d75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:28.279094 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-be725de7-b6ca-4d9e-ad78-01c7cb3d75f1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.1249652 Aug 17 02:40:28.358879 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-54bf2977-3999-4d58-9b23-6043664dc025 req-91201f80-6222-4f4a-bea0-21829f1f4c24 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758963 Aug 17 02:40:28.360883 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'dca93cb0-f27d-471b-853b-441d583887a8', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'port_id': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'mac_address': 'fa:16:3e:05:85:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:13Z', 'updated_at': '2021-08-17T02:40:27Z', 'revision_number': 1, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:28.371942 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-fb12f385-0856-487b-b9ab-5a255f9a5914 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf HTTP/1.1" status: 200 len: 999 time: 0.0752800 Aug 17 02:40:28.389094 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] Checking router: 9e8dd478-f0ca-4206-95d0-e122196cba69 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:28.397258 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:28.397861 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:40:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:28.422919 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-dbe12657-8d8d-470f-846d-f76037420869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:28.424348 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-dbe12657-8d8d-470f-846d-f76037420869 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0433273 Aug 17 02:40:28.470959 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-f683f8a4-6bbc-48f9-a1e4-fbbf07a0cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:28.472425 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-f683f8a4-6bbc-48f9-a1e4-fbbf07a0cca0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395639 Aug 17 02:40:28.502208 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:28.566690 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-b8e0eeb2-8bd6-4a84-affc-bfba6085b4b5 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850325 Aug 17 02:40:28.570929 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device c20ff5cc-59b6-43f6-905b-3fd764bbcc7e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:40:28.660058 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-444ebf21-10a6-4f26-8b05-95f2d02ac891 req-115171d6-81c5-4312-becf-2a38935de591 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859842 Aug 17 02:40:28.727134 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.db.resource_extend [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:40:28.866972 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:28.896663 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:40:28.944628 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.963559 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20ff5cc-59b6-43f6-905b-3fd764bbcc7e {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:40:28.970144 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'dca93cb0-f27d-471b-853b-441d583887a8', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'port_id': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'mac_address': 'fa:16:3e:05:85:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:13Z', 'updated_at': '2021-08-17T02:40:27Z', 'revision_number': 1, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:28.999216 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882bfec2-3b66-49c1-834a-7ac9840bef57 None None] The sync data for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi is: [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'dca93cb0-f27d-471b-853b-441d583887a8', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'port_id': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'mac_address': 'fa:16:3e:05:85:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:13Z', 'updated_at': '2021-08-17T02:40:27Z', 'revision_number': 1, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:29.014444 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:29.020779 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:29.070910 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:29.193394 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4121d291-dbdf-4e0d-898d-312f8f330bb5 None None] New status for floating IP dca93cb0-f27d-471b-853b-441d583887a8: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:40:29.392017 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['c20ff5cc-59b6-43f6-905b-3fd764bbcc7e'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:40:29.481477 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f57d6-e0b8-425b-b35f-215efd99f0ee req-fc4de128-dc54-413f-a58a-b873f48dd379 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:29.483016 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e95f57d6-e0b8-425b-b35f-215efd99f0ee req-fc4de128-dc54-413f-a58a-b873f48dd379 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 945 time: 0.0507433 Aug 17 02:40:29.525305 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e95f57d6-e0b8-425b-b35f-215efd99f0ee req-ade11814-e47f-44f4-abd8-880cf062a2c5 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351450 Aug 17 02:40:30.557838 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device c20ff5cc-59b6-43f6-905b-3fd764bbcc7e up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:30.606749 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:30.610380 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:30.610790 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.649055 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ef430-ffc7-4446-9cbe-8523858a28fc req-73f45f97-6e37-4106-bb50-96f10ef87719 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:30.651803 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c36ef430-ffc7-4446-9cbe-8523858a28fc req-73f45f97-6e37-4106-bb50-96f10ef87719 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 945 time: 0.0536563 Aug 17 02:40:30.690240 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c36ef430-ffc7-4446-9cbe-8523858a28fc req-74b9b6a3-8938-477a-8be5-0979cb654eb2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Aug 17 02:40:30.690460 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.713953 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:30.716215 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aca85ed-bd63-4729-9733-1f087703308c" -d '{"events": [{"server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "name": "network-vif-plugged", "status": "completed", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:30.729917 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:30.733924 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:30.758174 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05a4a04-6f9f-4b3e-bca3-74e089434205 x-openstack-request-id: req-f05a4a04-6f9f-4b3e-bca3-74e089434205 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:30.758486 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "name": "network-vif-plugged", "status": "completed", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:30.758743 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f05a4a04-6f9f-4b3e-bca3-74e089434205 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:30.759764 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'code': 200} Aug 17 02:40:30.785469 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:30.957038 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cce92-28ce-4a42-8255-065b4d00ff33 req-b13d75ff-bb92-4218-907a-099f35f06d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:30.958482 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-408cce92-28ce-4a42-8255-065b4d00ff33 req-b13d75ff-bb92-4218-907a-099f35f06d2f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 1099 time: 0.0403514 Aug 17 02:40:30.994225 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-408cce92-28ce-4a42-8255-065b4d00ff33 req-ba0af614-bb3c-4802-8278-e73a5dfbffc7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266452 Aug 17 02:40:31.111165 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:40:31.806324 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cf7c0-02f3-4797-96ec-ef0462a1c8d6 req-c7ecd967-adfa-4f6a-80e9-83b1acb1bde7 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:31.808076 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-316cf7c0-02f3-4797-96ec-ef0462a1c8d6 req-c7ecd967-adfa-4f6a-80e9-83b1acb1bde7 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 946 time: 0.0494215 Aug 17 02:40:31.848167 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-316cf7c0-02f3-4797-96ec-ef0462a1c8d6 req-8b0385e7-d824-409f-ab15-73298752629f tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342054 Aug 17 02:40:32.963699 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c776aff-0896-43f4-b2cd-72bf9b709952 req-59acc533-19db-4a5b-a3f6-4ab0b85702a0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:32.965157 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c776aff-0896-43f4-b2cd-72bf9b709952 req-59acc533-19db-4a5b-a3f6-4ab0b85702a0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 946 time: 0.0505211 Aug 17 02:40:33.002638 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c776aff-0896-43f4-b2cd-72bf9b709952 req-e46670f8-8f66-4041-af37-c7bbcd4f0315 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Aug 17 02:40:33.115559 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab1cb3-c34f-4b14-899e-08dd5481d32c req-f8c31931-2c03-4567-ba5b-7016bc9536fe tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:33.117006 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-28ab1cb3-c34f-4b14-899e-08dd5481d32c req-f8c31931-2c03-4567-ba5b-7016bc9536fe tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 946 time: 0.0479980 Aug 17 02:40:33.153304 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-28ab1cb3-c34f-4b14-899e-08dd5481d32c req-0a9bdc82-0b8f-44e5-ac02-51bec7bde5d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304084 Aug 17 02:40:33.175004 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37332) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:33.213714 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea00951b-b170-4302-b120-ff1a3ddf7f25 tempest-TestVolumeBootPattern-1922342699 tempest-TestVolumeBootPattern-1922342699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:33.215199 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ea00951b-b170-4302-b120-ff1a3ddf7f25 tempest-TestVolumeBootPattern-1922342699 tempest-TestVolumeBootPattern-1922342699-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 1094 time: 0.0392866 Aug 17 02:40:33.217825 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37334) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:33.222002 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'floatingip': {'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:33.243281 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.342307 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.449762 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Allocated IP 172.27.0.243 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/901b2e5f-d20d-4560-b395-92306b0b0748) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:33.549030 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.589321 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.624556 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:33.629219 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:33.632611 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:33.667898 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'Port': ['ID=901b2e5f-d20d-4560-b395-92306b0b0748,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:33.680387 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.680741 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.681200 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.681664 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.682044 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.682656 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.682983 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.683306 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.683629 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.683953 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.684270 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:33.684586 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:34.009895 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.084763 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.225104 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.230203 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.299696 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'Port': ['ID=901b2e5f-d20d-4560-b395-92306b0b0748,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:34.314340 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.417104 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Floating IP dedfad39-6372-4270-a27c-c60f1b3ba99e associated. External IP: 172.27.0.243, port: c20ff5cc-59b6-43f6-905b-3fd764bbcc7e. Aug 17 02:40:34.622949 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Router a2cd6517-99bd-4739-85fc-67cf7a8a290d has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:34.733504 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:34.747203 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] Sync routers for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:34.750808 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.754713 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:34.755324 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:40:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:34.777495 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-d7275d86-4d96-47a1-8b7a-09997b4211d2 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5586903 Aug 17 02:40:34.778170 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:40:34.780416 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40b4e2-4eb6-468d-aac7-fee12c771673" -d '{"events": [{"name": "network-changed", "server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:40:34.818089 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca52ea64-3bfb-4bf2-a1f7-f0153b49509e x-openstack-request-id: req-ca52ea64-3bfb-4bf2-a1f7-f0153b49509e {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:40:34.818379 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:40:34.818661 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca52ea64-3bfb-4bf2-a1f7-f0153b49509e {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:40:34.819060 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'status': 'completed', 'code': 200} Aug 17 02:40:34.864138 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.879910 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:34.887633 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-6f4e0b74-37c3-43d2-8033-2e14c9ad4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:34.889131 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-6f4e0b74-37c3-43d2-8033-2e14c9ad4655 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 1099 time: 0.0425375 Aug 17 02:40:34.982080 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-d1d93c11-bc33-4ae0-b155-d4fdd254ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:34.983592 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-d1d93c11-bc33-4ae0-b155-d4fdd254ddab service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.0869553 Aug 17 02:40:35.048444 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-12d2f988-33d3-45b2-9bbe-8f931d14212f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e HTTP/1.1" status: 200 len: 1000 time: 0.0566518 Aug 17 02:40:35.098239 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'dedfad39-6372-4270-a27c-c60f1b3ba99e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:33Z', 'updated_at': '2021-08-17T02:40:33Z', 'revision_number': 0, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:35.098568 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-ed0f6e69-08a5-41c6-a239-740f6460cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:35.100333 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-ed0f6e69-08a5-41c6-a239-740f6460cf86 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0431042 Aug 17 02:40:35.124619 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] Checking router: a2cd6517-99bd-4739-85fc-67cf7a8a290d for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:35.132715 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:35.133321 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:40:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:35.150795 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-91a90232-bef1-480d-8815-eafa1118d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:35.152307 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-91a90232-bef1-480d-8815-eafa1118d0ef service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432863 Aug 17 02:40:35.239466 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:35.244257 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-5925a109-0ec6-4267-b8a5-11e637508b87 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825815 Aug 17 02:40:35.343820 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c40b4e2-4eb6-468d-aac7-fee12c771673 req-f5ed0684-8d16-4321-a573-15c195f5ee67 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869524 Aug 17 02:40:35.462886 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'dedfad39-6372-4270-a27c-c60f1b3ba99e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:33Z', 'updated_at': '2021-08-17T02:40:33Z', 'revision_number': 0, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:35.488553 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93965d5-e9c5-4356-a0c4-f6b86723e799 None None] The sync data for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi is: [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'dedfad39-6372-4270-a27c-c60f1b3ba99e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:33Z', 'updated_at': '2021-08-17T02:40:33Z', 'revision_number': 0, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:35.753066 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c6e32-1935-4f81-bfe3-b955f1d71fb9 None None] New status for floating IP dedfad39-6372-4270-a27c-c60f1b3ba99e: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:40:38.761234 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6ac93924-2280-4b65-bacd-404980417b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.379470 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0382d9f8-7ff8-444a-ad6f-dfd9b6ceb386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:41.540829 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:42.159346 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:44.067454 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:04.834651 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:06.878171 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-dbb4302e-1081-463e-b04c-ea3e4fd259ba service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392563 Aug 17 02:41:06.958138 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-9e69ea5d-5fb7-420c-87c9-fb98c4ea9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:06.959508 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-9e69ea5d-5fb7-420c-87c9-fb98c4ea9dce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1137 time: 0.0401909 Aug 17 02:41:07.065674 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-1eee3a68-035a-446c-9c19-72d275605ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:07.067134 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-1eee3a68-035a-446c-9c19-72d275605ce7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 HTTP/1.1" status: 200 len: 916 time: 0.0868952 Aug 17 02:41:07.132596 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-6b37ad06-dc67-4402-8baf-88e76e797e27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 1001 time: 0.0574589 Aug 17 02:41:07.185503 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-bc8d49c6-c655-40b5-8f6e-6a79300ad201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:07.186899 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-bc8d49c6-c655-40b5-8f6e-6a79300ad201 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=24a80d2a-73e6-4837-8935-11ff842e7082 HTTP/1.1" status: 200 len: 854 time: 0.0458338 Aug 17 02:41:07.231621 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-7d658b4b-818c-4858-9201-37b0da770125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:07.232968 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-7d658b4b-818c-4858-9201-37b0da770125 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385129 Aug 17 02:41:07.327590 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-46738a5e-b7ef-4fbc-aed9-2cc9c5885568 service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860512 Aug 17 02:41:07.416414 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ec7fa3e9-a83f-4d35-97f1-e798787e933a req-dabe2566-f667-4868-80fa-84b3fbbf8bd7 service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813148 Aug 17 02:41:08.110147 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:41:08.761582 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-14eda7c2-002e-44e7-9f8d-872d5b61097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.383334 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-73317dfa-67d3-45d0-8c89-7edc11b7f97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:11.541315 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:12.161882 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:14.069774 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:34.832851 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:38.762894 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-19b6d2b6-f9e2-4c62-b9a1-27eefa80352c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.383175 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-85ac9379-9cd5-4b17-89b3-e8d549c63bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:41.542031 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:42.164340 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:44.071614 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:45.109234 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:41:50.897089 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-117c121b-86fd-4b7f-a3a3-8cc0039b551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:50.898714 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-117c121b-86fd-4b7f-a3a3-8cc0039b551d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1137 time: 0.0425088 Aug 17 02:41:51.003351 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c01d33-3337-4d53-bfed-3b5e24093867 req-ac026b0f-1ce2-45a9-8d72-bd69abbc03b2 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:51.004733 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21c01d33-3337-4d53-bfed-3b5e24093867 req-ac026b0f-1ce2-45a9-8d72-bd69abbc03b2 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.1591036 Aug 17 02:41:51.038406 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-c53ad8a5-499d-40aa-8370-e79b3a91e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:51.039847 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-c53ad8a5-499d-40aa-8370-e79b3a91e15b service neutron] 10.222.0.63 "GET /v2.0/networks?id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 HTTP/1.1" status: 200 len: 916 time: 0.1307967 Aug 17 02:41:51.093766 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-21c01d33-3337-4d53-bfed-3b5e24093867 req-c18a96b7-5950-4cd8-9123-e263c97d7c80 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819638 Aug 17 02:41:51.118290 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-3c76c35b-fb68-4f83-8bc1-a6a02bd0925b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 1001 time: 0.0689828 Aug 17 02:41:51.168708 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-a431b385-0b26-4b29-9b7c-67146fda2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:51.170120 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-a431b385-0b26-4b29-9b7c-67146fda2c01 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=24a80d2a-73e6-4837-8935-11ff842e7082 HTTP/1.1" status: 200 len: 854 time: 0.0430515 Aug 17 02:41:51.218302 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-06894a2a-8eb6-4db6-b122-dfa60a82f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:51.219799 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-06894a2a-8eb6-4db6-b122-dfa60a82f706 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407448 Aug 17 02:41:51.232467 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-fda72b3c-6702-4843-b8df-064a437c9060 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:41:51.233484 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-fda72b3c-6702-4843-b8df-064a437c9060 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055418 Aug 17 02:41:51.330772 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-bb6121fe-5b18-469d-91d1-aec73b182967 service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888882 Aug 17 02:41:51.421082 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c7199c0-33d6-4e49-94c1-8ac003172252 req-3a088eb4-701d-4829-9bc7-995da8be0dd1 service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824718 Aug 17 02:41:52.211046 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646a50-deb7-4c62-abcd-b426a9073ede req-3cb91532-9d46-4288-ad0f-5879ebb1cf76 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:52.213115 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-86646a50-deb7-4c62-abcd-b426a9073ede req-3cb91532-9d46-4288-ad0f-5879ebb1cf76 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0525115 Aug 17 02:41:52.253941 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-86646a50-deb7-4c62-abcd-b426a9073ede req-a9443cb2-fd7e-435b-a935-07f1ceb3fc67 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347509 Aug 17 02:41:53.370331 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b26b4-8d1d-4a19-b1e6-932cc9b48067 req-cb1c681c-fec7-4e6d-ac30-9c69f3b13a33 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:53.371830 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f4b26b4-8d1d-4a19-b1e6-932cc9b48067 req-cb1c681c-fec7-4e6d-ac30-9c69f3b13a33 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0507288 Aug 17 02:41:53.412405 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f4b26b4-8d1d-4a19-b1e6-932cc9b48067 req-a72702e9-ab43-471f-8cbf-1efe4d0b90fa tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345428 Aug 17 02:41:54.529656 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ae9ba-50d1-4f08-865a-5f3a850db3a1 req-bf221060-04b7-4f22-8f92-f2b3dabe1d5d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:54.531135 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3d4ae9ba-50d1-4f08-865a-5f3a850db3a1 req-bf221060-04b7-4f22-8f92-f2b3dabe1d5d tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0489261 Aug 17 02:41:54.570033 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3d4ae9ba-50d1-4f08-865a-5f3a850db3a1 req-cde68577-9a7a-4d03-8856-4c6fe27ffe14 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327849 Aug 17 02:41:55.686355 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92dceb-8954-4a30-b43e-28c98de98260 req-86c98fea-66a1-4f2a-bde6-2330707cce7b tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:55.687847 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad92dceb-8954-4a30-b43e-28c98de98260 req-86c98fea-66a1-4f2a-bde6-2330707cce7b tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0520735 Aug 17 02:41:55.727463 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad92dceb-8954-4a30-b43e-28c98de98260 req-0005fb0b-39f0-4c91-9cb7-0d44ed246743 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336955 Aug 17 02:41:56.841201 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24f0d-d138-47e3-9e90-644e7e99819d req-28084b6e-f293-4001-87e3-8a6d315f11b3 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:56.842550 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-20e24f0d-d138-47e3-9e90-644e7e99819d req-28084b6e-f293-4001-87e3-8a6d315f11b3 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0486436 Aug 17 02:41:56.882843 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-20e24f0d-d138-47e3-9e90-644e7e99819d req-d8a135dc-f303-403a-a1e7-ba8689873cb2 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341520 Aug 17 02:41:57.995744 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995cfbd-b9ff-4e45-98fe-c0f8b31f9ffb req-c55123d6-943a-470b-9f78-c46413c453b4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:57.997110 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7995cfbd-b9ff-4e45-98fe-c0f8b31f9ffb req-c55123d6-943a-470b-9f78-c46413c453b4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0483510 Aug 17 02:41:58.035990 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7995cfbd-b9ff-4e45-98fe-c0f8b31f9ffb req-6ad12d8d-e44a-4006-99d2-9b88a1734df0 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329025 Aug 17 02:41:59.155460 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1ae79-2841-45f7-8fea-f96521cfb5e7 req-28ee5192-a18f-448d-87b2-133429b8ab5e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:41:59.156883 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-53f1ae79-2841-45f7-8fea-f96521cfb5e7 req-28ee5192-a18f-448d-87b2-133429b8ab5e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0513320 Aug 17 02:41:59.195918 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-53f1ae79-2841-45f7-8fea-f96521cfb5e7 req-71098e8f-5c55-4c80-984b-72dd5a01ba06 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330648 Aug 17 02:42:00.311020 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba8871-fbbc-43df-b87b-16a6ae70c8a4 req-22e72eb0-371a-423c-8321-450b8e868bce tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:00.312481 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-14ba8871-fbbc-43df-b87b-16a6ae70c8a4 req-22e72eb0-371a-423c-8321-450b8e868bce tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0494170 Aug 17 02:42:00.352005 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-14ba8871-fbbc-43df-b87b-16a6ae70c8a4 req-e7ae68f4-a1b8-4542-a9c7-a41c4d0655b6 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335820 Aug 17 02:42:01.465488 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42261e-e631-4cd7-9960-6bb986326755 req-20fd8e35-945b-4e9b-88cf-6f5f2960aa71 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:01.466949 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1b42261e-e631-4cd7-9960-6bb986326755 req-20fd8e35-945b-4e9b-88cf-6f5f2960aa71 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0490649 Aug 17 02:42:01.506275 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1b42261e-e631-4cd7-9960-6bb986326755 req-7765c2e9-0a74-4532-9cbd-426bed7eba3e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333014 Aug 17 02:42:02.623578 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cc51c-43e2-42a4-acf4-feeaa2e832db req-1b5ff4d6-7b17-476e-b6da-5bc352377ab1 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:02.625137 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d95cc51c-43e2-42a4-acf4-feeaa2e832db req-1b5ff4d6-7b17-476e-b6da-5bc352377ab1 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0514741 Aug 17 02:42:02.664921 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d95cc51c-43e2-42a4-acf4-feeaa2e832db req-5ce2ca19-f195-497e-99ee-01ce1c7c30ea tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338888 Aug 17 02:42:03.779277 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4d9cf-80dd-4665-97d4-7cc92fa19bd4 req-41b927eb-8ed2-4d41-bc34-8389d8e945b2 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:03.780744 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ac4d9cf-80dd-4665-97d4-7cc92fa19bd4 req-41b927eb-8ed2-4d41-bc34-8389d8e945b2 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0490096 Aug 17 02:42:03.819736 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1ac4d9cf-80dd-4665-97d4-7cc92fa19bd4 req-d9fa627e-5808-4e94-ad24-cb5c30e3c167 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329652 Aug 17 02:42:04.861664 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:04.935669 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc187e-d00f-4395-a409-8ae52ac6efa5 req-ce83f4bf-8d30-4ea7-bcc8-545f81e91617 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:04.937070 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ccc187e-d00f-4395-a409-8ae52ac6efa5 req-ce83f4bf-8d30-4ea7-bcc8-545f81e91617 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0492365 Aug 17 02:42:04.976462 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ccc187e-d00f-4395-a409-8ae52ac6efa5 req-2a274453-c863-4546-8609-b723e3f71be0 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334115 Aug 17 02:42:06.094348 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65483d08-4271-4179-98d0-c50e3fae4e44 req-86a4c19f-b3f0-46b5-a14d-61cb845c1884 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:06.095829 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-65483d08-4271-4179-98d0-c50e3fae4e44 req-86a4c19f-b3f0-46b5-a14d-61cb845c1884 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0523462 Aug 17 02:42:06.135478 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-65483d08-4271-4179-98d0-c50e3fae4e44 req-5c33a7bb-5b2d-4b43-8b81-bc0d9737d380 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337160 Aug 17 02:42:07.254055 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f16e56-b6d5-4da3-9e06-314e16fb518c req-26ed8b9e-0379-435d-81e6-427bd85b40b8 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:07.255745 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3f16e56-b6d5-4da3-9e06-314e16fb518c req-26ed8b9e-0379-435d-81e6-427bd85b40b8 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0515683 Aug 17 02:42:07.296883 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3f16e56-b6d5-4da3-9e06-314e16fb518c req-e2190a34-b043-4414-9865-73287bb47895 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344300 Aug 17 02:42:08.409608 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863352a-e311-4262-8a39-2dc9ae5c7262 req-67ed4f7b-ff32-4bb3-be35-c304069db755 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:08.411103 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b863352a-e311-4262-8a39-2dc9ae5c7262 req-67ed4f7b-ff32-4bb3-be35-c304069db755 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0485544 Aug 17 02:42:08.451134 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b863352a-e311-4262-8a39-2dc9ae5c7262 req-dcb5ee50-1890-4e95-8738-5df89c49c974 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&id=2e084cbf-e72a-4a2c-9c05-0c0aa843763c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333657 Aug 17 02:42:08.763150 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-68268e8b-5d39-4fee-92e3-23fff2c2fea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:08.910380 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-2d544a43-4307-4885-86bc-411fdd0eb029 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850298 Aug 17 02:42:08.973558 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-acbd2ac2-8fd1-4a7c-8817-1cf5898f737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:08.975032 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-acbd2ac2-8fd1-4a7c-8817-1cf5898f737b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0410056 Aug 17 02:42:09.086193 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-44978501-fb5b-4f81-b88b-dac702ee3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.087633 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-44978501-fb5b-4f81-b88b-dac702ee3346 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.0872660 Aug 17 02:42:09.152402 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-eee141a3-6c98-4f94-b6d6-3ffb38c8ca7a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf HTTP/1.1" status: 200 len: 1001 time: 0.0565546 Aug 17 02:42:09.201696 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-216b78be-7315-4a3a-a15f-821619f55861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.203099 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-216b78be-7315-4a3a-a15f-821619f55861 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0427265 Aug 17 02:42:09.253465 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-e74329b9-a2ed-458c-ade6-bdaf54f5ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:09.254941 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-e74329b9-a2ed-458c-ade6-bdaf54f5ccd9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435712 Aug 17 02:42:09.615170 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-da6997db-b4c2-4055-be5a-1fdfbdde918f service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520703 Aug 17 02:42:09.716506 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2600a711-d0cb-43ee-85eb-2b01e70e8a5c req-9bfe5337-be9f-490d-83dc-3e4dc97b0985 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882318 Aug 17 02:42:11.384700 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8622127e-a7b5-40b6-a72c-71fb7617f71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:11.542470 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:12.167045 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:14.074386 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:19.014616 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05e88-497b-447f-90c8-543e5ad4d718 req-8d247f19-1fb9-4932-a020-f1cf30fe11fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:19.016128 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-caa05e88-497b-447f-90c8-543e5ad4d718 req-8d247f19-1fb9-4932-a020-f1cf30fe11fe tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0964274 Aug 17 02:42:19.053210 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-caa05e88-497b-447f-90c8-543e5ad4d718 req-023b0816-2f0a-4a8b-a0ef-8111e0ebea2c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312202 Aug 17 02:42:20.187022 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a253a0-4a15-405b-b952-948300ad06a6 req-84b205ee-b33d-4989-ac2a-c34ad31bcf74 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:20.188508 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3a253a0-4a15-405b-b952-948300ad06a6 req-84b205ee-b33d-4989-ac2a-c34ad31bcf74 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0504770 Aug 17 02:42:20.230004 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a3a253a0-4a15-405b-b952-948300ad06a6 req-10f68857-f338-4aa7-a950-c276ff686474 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343926 Aug 17 02:42:21.362817 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5841d90-ea94-4a28-8074-7bfc68361997 req-a52f6846-c56e-4dc7-ba56-aa01175f84eb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:21.364305 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5841d90-ea94-4a28-8074-7bfc68361997 req-a52f6846-c56e-4dc7-ba56-aa01175f84eb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0564106 Aug 17 02:42:21.403650 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5841d90-ea94-4a28-8074-7bfc68361997 req-3d4788a6-2f79-48d6-afab-7962c8c8be6a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Aug 17 02:42:22.108993 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:42:22.525856 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd8206-7946-47dd-b4ff-35f0e41f7565 req-dc11cf2e-5373-4b99-af2d-ddf1c222a6dd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:22.527349 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-37cd8206-7946-47dd-b4ff-35f0e41f7565 req-dc11cf2e-5373-4b99-af2d-ddf1c222a6dd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0480757 Aug 17 02:42:22.564537 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-37cd8206-7946-47dd-b4ff-35f0e41f7565 req-f94f20bf-9d47-46b2-844e-7e72f4d5c951 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Aug 17 02:42:23.683498 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4ab97-73d3-487d-85ef-f3b8a919113d req-3ba1121c-e1c2-47a8-9195-2fe779fc2318 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:23.684955 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-68f4ab97-73d3-487d-85ef-f3b8a919113d req-3ba1121c-e1c2-47a8-9195-2fe779fc2318 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0488732 Aug 17 02:42:23.722907 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-68f4ab97-73d3-487d-85ef-f3b8a919113d req-9845685e-1a74-4b43-94e5-4c75fb7e6a5c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320823 Aug 17 02:42:24.843840 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323dee6-e52f-457c-ac69-a90944b6a69d req-7d9b3ab4-e571-433c-b067-6f092b2aff54 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:24.845284 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c323dee6-e52f-457c-ac69-a90944b6a69d req-7d9b3ab4-e571-433c-b067-6f092b2aff54 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0516341 Aug 17 02:42:24.881957 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c323dee6-e52f-457c-ac69-a90944b6a69d req-4444fe75-e7d0-48a7-afff-f9c5d73ffac2 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308588 Aug 17 02:42:26.000902 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf20787-0f2c-4480-8f36-c3167bfa38bf req-71ae1775-8b7a-4fef-b7fb-c15ef25aed20 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:26.002271 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3cf20787-0f2c-4480-8f36-c3167bfa38bf req-71ae1775-8b7a-4fef-b7fb-c15ef25aed20 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0488973 Aug 17 02:42:26.038564 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3cf20787-0f2c-4480-8f36-c3167bfa38bf req-4e8e3b59-d7d0-4ca3-a311-aa263a2f50f8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304649 Aug 17 02:42:27.157921 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11a3e4-f4a3-4ca9-a3e3-08faea3faf28 req-43677797-8a3e-45b1-9d55-7d55ae48a362 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:27.159389 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0c11a3e4-f4a3-4ca9-a3e3-08faea3faf28 req-43677797-8a3e-45b1-9d55-7d55ae48a362 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0489886 Aug 17 02:42:27.195937 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0c11a3e4-f4a3-4ca9-a3e3-08faea3faf28 req-2867d76d-d495-4870-9b0c-7d71a3183f22 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307069 Aug 17 02:42:28.318608 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3816b8-0b02-44bb-96b5-b17ee2cf4794 req-0aedf59f-8b0d-4525-8574-b93834e0a658 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:28.320056 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2e3816b8-0b02-44bb-96b5-b17ee2cf4794 req-0aedf59f-8b0d-4525-8574-b93834e0a658 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0533032 Aug 17 02:42:28.357970 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2e3816b8-0b02-44bb-96b5-b17ee2cf4794 req-54e05e59-39e2-48b2-8a0b-c03e64cfe82e tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318120 Aug 17 02:42:29.475952 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a7fc-3d9c-4daa-a4df-12115da7e789 req-0ff899ad-58d3-45d5-b578-5a5873dd0da0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:29.477402 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2124a7fc-3d9c-4daa-a4df-12115da7e789 req-0ff899ad-58d3-45d5-b578-5a5873dd0da0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0501690 Aug 17 02:42:29.515063 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2124a7fc-3d9c-4daa-a4df-12115da7e789 req-a503934e-ab41-4a50-a1d8-9372afed46ac tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Aug 17 02:42:30.633455 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51462823-2537-4b98-a944-995704dc672e req-cfe25d63-7b55-4948-b8ac-0df4f03bc790 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:30.635167 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-51462823-2537-4b98-a944-995704dc672e req-cfe25d63-7b55-4948-b8ac-0df4f03bc790 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0496540 Aug 17 02:42:30.672630 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-51462823-2537-4b98-a944-995704dc672e req-cdb47903-31d2-4c39-91ec-df9c9aa1a740 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Aug 17 02:42:31.045088 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 128ebd5b-87f9-4962-a959-a75d4dfa7dcf details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:42:31.139600 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:31.150882 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'port_id': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'mac_address': 'fa:16:3e:05:85:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:42:31.185825 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.198372 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 128ebd5b-87f9-4962-a959-a75d4dfa7dcf {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:42:31.217862 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:31.221730 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.274358 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=6']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:31.281283 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.281631 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.281975 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.282313 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.282677 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.283012 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.283342 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.283669 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.283999 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.284324 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.284646 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.284967 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.349278 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['128ebd5b-87f9-4962-a959-a75d4dfa7dcf'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:42:31.794870 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240007-e3da-4372-b931-341fc852252a req-c87214e2-aee6-49ef-9186-a6157fc1dfd0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:31.796334 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ac240007-e3da-4372-b931-341fc852252a req-c87214e2-aee6-49ef-9186-a6157fc1dfd0 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 944 time: 0.0531125 Aug 17 02:42:31.833442 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ac240007-e3da-4372-b931-341fc852252a req-d4b6d176-cd81-4af4-9d02-c507a968d824 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Aug 17 02:42:32.953101 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d81f-25ce-4194-9d04-118d8477e701 req-3d1667db-c819-4159-ab55-35086e5ccfd9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:32.954513 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9358d81f-25ce-4194-9d04-118d8477e701 req-3d1667db-c819-4159-ab55-35086e5ccfd9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 944 time: 0.0497627 Aug 17 02:42:32.990977 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9358d81f-25ce-4194-9d04-118d8477e701 req-6636da2e-cb12-4ce7-839c-52ba81933e94 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Aug 17 02:42:33.064373 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 128ebd5b-87f9-4962-a959-a75d4dfa7dcf up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:42:33.109776 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:33.110149 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.185434 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.207014 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:33.209165 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5431116-a3e1-40fc-8746-89275acb9f55" -d '{"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-plugged", "status": "completed", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:33.221875 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:33.226962 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.250042 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357a6aa2-8102-4dc6-8cda-5dcaaadd571c x-openstack-request-id: req-357a6aa2-8102-4dc6-8cda-5dcaaadd571c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:33.250341 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-plugged", "status": "completed", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:33.250612 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-357a6aa2-8102-4dc6-8cda-5dcaaadd571c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:33.250999 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'code': 200} Aug 17 02:42:33.276671 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=7']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:34.109283 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe926-5bf5-4993-b7ff-4c8d2083e7a5 req-00399fb9-7212-49a0-96a8-c0543e7d4eef tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:34.110793 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-690fe926-5bf5-4993-b7ff-4c8d2083e7a5 req-00399fb9-7212-49a0-96a8-c0543e7d4eef tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Aug 17 02:42:34.147430 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-690fe926-5bf5-4993-b7ff-4c8d2083e7a5 req-6ba7ec07-833a-4514-8a6b-79cef1402d06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307491 Aug 17 02:42:34.862502 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:35.274175 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee58106-86e6-4dee-8d15-0d8f75e8a2e2 req-97e21d3f-0c66-4e43-b25e-5fe2301883a3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:35.276140 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7ee58106-86e6-4dee-8d15-0d8f75e8a2e2 req-97e21d3f-0c66-4e43-b25e-5fe2301883a3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0541360 Aug 17 02:42:35.313813 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7ee58106-86e6-4dee-8d15-0d8f75e8a2e2 req-c5237b11-f7e1-47c4-90d5-23828f382105 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Aug 17 02:42:36.431351 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b10f8e-dfa3-4f48-b6f1-2e3d093a6ff7 req-c7e3de46-6ae6-4fff-b411-53a79674bcc7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:36.432806 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d6b10f8e-dfa3-4f48-b6f1-2e3d093a6ff7 req-c7e3de46-6ae6-4fff-b411-53a79674bcc7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Aug 17 02:42:36.469929 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d6b10f8e-dfa3-4f48-b6f1-2e3d093a6ff7 req-283821ca-41f6-48bd-9968-625ef021c66c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312798 Aug 17 02:42:37.619799 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fe998-ec44-44a9-b49b-9c7eb561cae2 req-416feb95-11f7-42db-927c-9002f8661522 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:37.622290 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-270fe998-ec44-44a9-b49b-9c7eb561cae2 req-416feb95-11f7-42db-927c-9002f8661522 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0637155 Aug 17 02:42:37.661990 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-270fe998-ec44-44a9-b49b-9c7eb561cae2 req-1651ddbb-3add-4d9b-8736-52d235f6f968 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336549 Aug 17 02:42:38.771453 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd3914cb-c247-4ef8-b354-0d1a241f1a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:38.811886 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ab5c2-5a45-46bf-a2dd-b1bcdcbfeae8 req-f2e04330-65cb-4647-9ece-db27f9040af5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:38.813695 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b32ab5c2-5a45-46bf-a2dd-b1bcdcbfeae8 req-f2e04330-65cb-4647-9ece-db27f9040af5 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0631299 Aug 17 02:42:38.854710 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b32ab5c2-5a45-46bf-a2dd-b1bcdcbfeae8 req-8e51e1d1-f8ff-40c9-9db1-d14c1383ea4a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346482 Aug 17 02:42:39.982070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5244c-e1dc-4951-bf88-8e498811f84f req-a2d17ab2-f311-47c4-93d2-b22495a09286 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:39.985147 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-51b5244c-e1dc-4951-bf88-8e498811f84f req-a2d17ab2-f311-47c4-93d2-b22495a09286 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0546169 Aug 17 02:42:40.027918 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-51b5244c-e1dc-4951-bf88-8e498811f84f req-53d19e25-f3ed-405c-9b45-b3fc0031fd06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347052 Aug 17 02:42:41.161693 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8a04a-13ed-425c-af02-58872a6da5d3 req-e84cb5bf-247e-4581-ac01-e36d7f1dbc7d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:41.163559 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c8c8a04a-13ed-425c-af02-58872a6da5d3 req-e84cb5bf-247e-4581-ac01-e36d7f1dbc7d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0523381 Aug 17 02:42:41.219189 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c8c8a04a-13ed-425c-af02-58872a6da5d3 req-1e79cf33-42cd-4561-a32c-feef7476f0a7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470147 Aug 17 02:42:41.396781 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c78a00e-4573-4fe3-8e95-5c1b698ca1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:41.544467 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.171390 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:42.356401 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fac2e5-3acf-4bf6-ad33-581a3fea2887 req-ee298442-2253-4fd9-b43b-094969aee8ca tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:42.358073 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-57fac2e5-3acf-4bf6-ad33-581a3fea2887 req-ee298442-2253-4fd9-b43b-094969aee8ca tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0647938 Aug 17 02:42:42.412277 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-57fac2e5-3acf-4bf6-ad33-581a3fea2887 req-bee7d490-2758-4397-ba0f-4b1d5a8cdd80 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447302 Aug 17 02:42:43.547933 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52578-f872-41ad-8f05-2bf8c3008245 req-d4f296b7-09f0-4c09-9a3c-2d1919cd25ad tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:43.549406 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e9c52578-f872-41ad-8f05-2bf8c3008245 req-d4f296b7-09f0-4c09-9a3c-2d1919cd25ad tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0539191 Aug 17 02:42:43.592327 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e9c52578-f872-41ad-8f05-2bf8c3008245 req-76847690-1233-4051-82ca-94c92f70ed06 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369303 Aug 17 02:42:44.079247 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:44.752850 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29c2d-0ee7-404e-a745-588d2eca2626 req-aab667b1-5202-402a-ad0e-3a3aa84bfbe8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:44.754557 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e9f29c2d-0ee7-404e-a745-588d2eca2626 req-aab667b1-5202-402a-ad0e-3a3aa84bfbe8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0747256 Aug 17 02:42:44.799777 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e9f29c2d-0ee7-404e-a745-588d2eca2626 req-3042d203-a0ff-4355-898c-d02a0df5e111 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388522 Aug 17 02:42:45.928036 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e7d40-a865-4409-a108-ad188715b35e req-1a0e6eac-9b22-45f3-b45c-beb0017c76ad tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:45.929469 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5d8e7d40-a865-4409-a108-ad188715b35e req-1a0e6eac-9b22-45f3-b45c-beb0017c76ad tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0523233 Aug 17 02:42:45.966920 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5d8e7d40-a865-4409-a108-ad188715b35e req-cf8edf80-1e74-4e78-9d63-b7d9f6d8445b tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307834 Aug 17 02:42:46.624349 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-aa74d10d-db2a-4a05-964f-d7c311238ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:46.625841 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-aa74d10d-db2a-4a05-964f-d7c311238ee8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0413804 Aug 17 02:42:46.718298 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-8e5fb00f-921a-4a25-a2a6-69996934604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:46.719800 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-8e5fb00f-921a-4a25-a2a6-69996934604d service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.0864272 Aug 17 02:42:46.785934 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-4804bdbd-ddbf-4251-b809-07db1d634165 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf HTTP/1.1" status: 200 len: 1001 time: 0.0583270 Aug 17 02:42:46.834714 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-9bcee3c0-8c63-49d6-aa35-fb2900930050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:46.836094 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-9bcee3c0-8c63-49d6-aa35-fb2900930050 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0427094 Aug 17 02:42:46.885138 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-dbc6a2f8-c13a-4f30-93e6-be8be9408294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:46.886453 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-dbc6a2f8-c13a-4f30-93e6-be8be9408294 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428505 Aug 17 02:42:46.974068 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-8565bdd9-a647-49b4-abc8-350676695889 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797198 Aug 17 02:42:47.095620 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c0dcbd7-5bc1-4e2d-80e3-0712b36204ac req-f82be085-c1e4-4d80-9668-438038d2c7e9 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138098 Aug 17 02:42:47.108178 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d548-ae15-4195-9b63-161ebc6f6ebc req-5866c12c-6c7d-41f6-935b-e70e28678444 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:47.109625 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2cb9d548-ae15-4195-9b63-161ebc6f6ebc req-5866c12c-6c7d-41f6-935b-e70e28678444 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0718215 Aug 17 02:42:47.147404 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2cb9d548-ae15-4195-9b63-161ebc6f6ebc req-1843b1ed-25d3-4305-9a5b-68889b2bde33 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316226 Aug 17 02:42:48.264920 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ef111-b595-49b8-b799-19ee58116828 req-cb933e22-bcef-47dc-842a-41be5ca7b61f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:48.266360 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-258ef111-b595-49b8-b799-19ee58116828 req-cb933e22-bcef-47dc-842a-41be5ca7b61f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Aug 17 02:42:48.304029 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-258ef111-b595-49b8-b799-19ee58116828 req-777ac1c2-140a-419b-afe3-cebe93a7dbd1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Aug 17 02:42:49.153536 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 128ebd5b-87f9-4962-a959-a75d4dfa7dcf no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:42:49.230436 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:49.252814 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:42:49.255067 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3069b0-d724-4d37-a1cd-3bcbfc0799bd" -d '{"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:42:49.268821 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:42:49.273238 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:49.322008 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=8']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:49.355315 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b64977a-69ad-4e3f-90e0-46ad3a5aa95e x-openstack-request-id: req-5b64977a-69ad-4e3f-90e0-46ad3a5aa95e {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:42:49.355672 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:42:49.355973 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b64977a-69ad-4e3f-90e0-46ad3a5aa95e {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:42:49.356749 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'code': 200} Aug 17 02:42:49.432276 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d535c-fe72-45f3-b8c7-577279624ee3 req-59b3b7eb-3715-42df-9a34-f10e33fa1c70 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:49.433741 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1d9d535c-fe72-45f3-b8c7-577279624ee3 req-59b3b7eb-3715-42df-9a34-f10e33fa1c70 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0537796 Aug 17 02:42:49.470759 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1d9d535c-fe72-45f3-b8c7-577279624ee3 req-a49ac32d-4912-4516-a692-4f00babb8aed tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309834 Aug 17 02:42:50.393400 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d9a61-0882-4421-a305-2665181f53e1 req-9cc4cbce-a0c9-4bbc-a965-f95763535715 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:50.397835 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-968d9a61-0882-4421-a305-2665181f53e1 req-9cc4cbce-a0c9-4bbc-a965-f95763535715 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0539849 Aug 17 02:42:50.433149 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-968d9a61-0882-4421-a305-2665181f53e1 req-370b85f0-05a3-43c2-aba3-6dc5ac070235 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Aug 17 02:42:50.554865 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 37812) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:50.637265 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-f7878202-4dab-4ef6-9128-ceb4495b10b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809486 Aug 17 02:42:51.555960 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff760eba-b5cd-4640-8544-7d39f32a72e4 req-43e7a553-c97c-4937-94d4-6678f15ba4b3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:51.558094 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ff760eba-b5cd-4640-8544-7d39f32a72e4 req-43e7a553-c97c-4937-94d4-6678f15ba4b3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0518913 Aug 17 02:42:51.594952 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ff760eba-b5cd-4640-8544-7d39f32a72e4 req-51dd2850-e3de-4936-b8ae-4292f107363a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305409 Aug 17 02:42:52.712546 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0bb79-fa47-4625-8e94-1f67b15cc98f req-0eed3f42-f81b-4ce1-9e1e-d1c009c64920 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:52.714050 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-14f0bb79-fa47-4625-8e94-1f67b15cc98f req-0eed3f42-f81b-4ce1-9e1e-d1c009c64920 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0495136 Aug 17 02:42:52.752284 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-14f0bb79-fa47-4625-8e94-1f67b15cc98f req-240fa31c-1586-4f8b-a8af-bdfd37c7018d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322978 Aug 17 02:42:53.871432 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6320-3bea-4bba-afc8-5e087f6ed6dd req-c8ab33b3-7990-49d5-894c-cdb2be7a541c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:53.872878 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f77f6320-3bea-4bba-afc8-5e087f6ed6dd req-c8ab33b3-7990-49d5-894c-cdb2be7a541c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0493863 Aug 17 02:42:53.914744 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f77f6320-3bea-4bba-afc8-5e087f6ed6dd req-69749801-7b09-4c2d-962c-fe33c1a718c7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332267 Aug 17 02:42:55.043130 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca0c7e-3620-4013-80e1-7dacefaad23b req-2ab99dfb-f594-4a1c-95fe-73730c8a1427 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:55.044715 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8bca0c7e-3620-4013-80e1-7dacefaad23b req-2ab99dfb-f594-4a1c-95fe-73730c8a1427 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0590985 Aug 17 02:42:55.084346 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8bca0c7e-3620-4013-80e1-7dacefaad23b req-9a9483c7-4472-4054-8b00-1c12a957a352 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333979 Aug 17 02:42:55.513790 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-c02865e0-31c4-43ba-b9e0-cf3767c535e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:55.515360 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-c02865e0-31c4-43ba-b9e0-cf3767c535e4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7&tenant_id=bfdd0fde104c4b9b9666233fcc6b4882 HTTP/1.1" status: 200 len: 1096 time: 0.0413542 Aug 17 02:42:55.577252 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-9e808f46-2aa7-4551-b180-c1d4a577aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:55.578780 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-9e808f46-2aa7-4551-b180-c1d4a577aa76 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0404761 Aug 17 02:42:55.674207 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-22d03c06-b57d-4590-847e-248e2961b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:55.676143 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-22d03c06-b57d-4590-847e-248e2961b16f service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.0894597 Aug 17 02:42:55.744356 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-8054e5d8-4989-460d-af79-5f399ff4bf8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf HTTP/1.1" status: 200 len: 999 time: 0.0601482 Aug 17 02:42:55.796338 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-d0e3d76f-96e5-413c-9d43-133e0d75f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:55.797818 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-d0e3d76f-96e5-413c-9d43-133e0d75f931 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0458553 Aug 17 02:42:55.849652 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-e52c30a8-3a45-4aa5-b582-6142d03dbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:55.851181 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-e52c30a8-3a45-4aa5-b582-6142d03dbf0c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459292 Aug 17 02:42:55.942277 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-f3e9a151-295d-4f3c-a4f1-14f8178659c4 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829418 Aug 17 02:42:56.036406 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f0335336-9c7d-4462-b84f-86540d8af0fa req-10c3636c-add3-426d-88f1-6c463f0ceeee service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851934 Aug 17 02:42:56.204404 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5681ba-f158-4bca-aab3-cbe0dcb3fb9f req-53850114-024e-4bbc-b117-a1f2c6e59ffd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:56.205895 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a5681ba-f158-4bca-aab3-cbe0dcb3fb9f req-53850114-024e-4bbc-b117-a1f2c6e59ffd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0503280 Aug 17 02:42:56.242197 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a5681ba-f158-4bca-aab3-cbe0dcb3fb9f req-466d2725-3691-4329-a067-ecd47170fb59 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303459 Aug 17 02:42:57.363074 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abfc27-00ab-411c-bb97-a417091f61ea req-1498f7a8-9f20-4b17-a805-37e941ecd406 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:57.364554 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-63abfc27-00ab-411c-bb97-a417091f61ea req-1498f7a8-9f20-4b17-a805-37e941ecd406 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0518377 Aug 17 02:42:57.407693 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-63abfc27-00ab-411c-bb97-a417091f61ea req-7e772a4f-b642-4d6f-a07e-fd912fbde6eb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368948 Aug 17 02:42:58.531341 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1979344-a4ec-4e20-8a6d-cbc5effc7bda req-2c00baec-9a9f-43ec-9a02-b618a87fcd69 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:58.532985 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d1979344-a4ec-4e20-8a6d-cbc5effc7bda req-2c00baec-9a9f-43ec-9a02-b618a87fcd69 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0525794 Aug 17 02:42:58.575435 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d1979344-a4ec-4e20-8a6d-cbc5effc7bda req-8f48d4b3-772a-45f6-9b3d-304718daafb9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360572 Aug 17 02:42:59.109087 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:42:59.694882 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c6ed9-fbb7-411c-bc5c-e17fcec4536b req-cb589aee-640d-428e-a2aa-bba130e9f05f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:59.696373 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7e7c6ed9-fbb7-411c-bc5c-e17fcec4536b req-cb589aee-640d-428e-a2aa-bba130e9f05f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0495431 Aug 17 02:42:59.737562 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7e7c6ed9-fbb7-411c-bc5c-e17fcec4536b req-75e2542e-7f60-4afb-91ab-34f188eadbc8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334373 Aug 17 02:43:00.862648 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c27dc-a2a5-4fb2-8439-4252635a50c5 req-4f29842b-3de8-442b-985b-f3fa8c247442 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:00.864119 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b22c27dc-a2a5-4fb2-8439-4252635a50c5 req-4f29842b-3de8-442b-985b-f3fa8c247442 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0501263 Aug 17 02:43:00.907345 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b22c27dc-a2a5-4fb2-8439-4252635a50c5 req-0813a240-d0a6-4a81-8ad6-a6e8ca83e471 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358779 Aug 17 02:43:02.030306 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f76a7-0d42-412a-adb0-045bed7465f8 req-142c8409-1be7-4700-ab16-d112674e3746 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:02.031714 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d27f76a7-0d42-412a-adb0-045bed7465f8 req-142c8409-1be7-4700-ab16-d112674e3746 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0507674 Aug 17 02:43:02.069876 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d27f76a7-0d42-412a-adb0-045bed7465f8 req-b1dd769c-ca84-4275-a276-48826fcab827 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320148 Aug 17 02:43:02.349493 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5357273-8000-4100-abaa-6a405754fc91 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701596850&fields=id&tenant_id=b5ea5ff6e0a843e380968b1e78c0765a HTTP/1.1" status: 200 len: 267 time: 0.0334444 Aug 17 02:43:02.461737 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4e91-01c3-4b78-9323-74492846effd req-3953b071-6182-4adb-821f-4d1797ca5103 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:02.463800 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-3953b071-6182-4adb-821f-4d1797ca5103 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 812 time: 0.1070366 Aug 17 02:43:02.478984 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-10f641a1-cb5f-488c-a00d-575aacc1c94a tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/quotas/b5ea5ff6e0a843e380968b1e78c0765a HTTP/1.1" status: 200 len: 375 time: 0.0087330 Aug 17 02:43:02.537276 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-81c171bf-2e5f-4a36-b9db-e6d1913512a1 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0525508 Aug 17 02:43:02.600299 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-66e54a07-2549-4a16-803b-3713be5395b9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:43:02.601296 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-66e54a07-2549-4a16-803b-3713be5395b9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501697 Aug 17 02:43:02.696600 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-64b139c8-abd9-443d-9172-0b432051136b service neutron] 10.222.0.52 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883374 Aug 17 02:43:02.788041 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-7225d2ef-30a9-4990-a3d9-abbe5b7a9678 service neutron] 10.222.0.52 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844040 Aug 17 02:43:03.085957 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2f9046ae-5433-408f-848f-a2035207d429 req-abc6cb5d-3b52-45be-a626-8c67cbf51891 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0275602 Aug 17 02:43:03.196244 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8ead5-f18c-48ca-a5fa-98b5c0d433a5 req-d2ebf33f-d2cc-4a26-8f9c-79141f7059de tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:03.198307 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-65f8ead5-f18c-48ca-a5fa-98b5c0d433a5 req-d2ebf33f-d2cc-4a26-8f9c-79141f7059de tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0538542 Aug 17 02:43:03.238021 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-65f8ead5-f18c-48ca-a5fa-98b5c0d433a5 req-793d0e74-ce2a-443c-a71d-ce7277eab909 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327663 Aug 17 02:43:04.173224 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b7477386-a2bd-414d-879d-fb4da651b6c6 req-1abc3236-947b-4b6e-9a88-d82821ba9478 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0281088 Aug 17 02:43:04.365285 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427390e-a605-4c55-905c-4abc342bf344 req-31608d84-3943-4879-93c0-5225648c0bd8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:04.366986 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e427390e-a605-4c55-905c-4abc342bf344 req-31608d84-3943-4879-93c0-5225648c0bd8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0521193 Aug 17 02:43:04.409464 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e427390e-a605-4c55-905c-4abc342bf344 req-e7c7e57d-74a5-4ba0-913f-f10d32ed6622 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356934 Aug 17 02:43:04.860426 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:05.273399 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-09a61399-a0d8-41ce-a722-90be0dccb46e req-f5ede4b8-b0e1-4ab9-8bc9-b1b6e5dbaebf tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0265810 Aug 17 02:43:05.541211 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c94825-ff41-4a05-8b63-0feb085cae64 req-465e41f3-448e-4920-9cb1-15340f7840a8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:05.542855 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-34c94825-ff41-4a05-8b63-0feb085cae64 req-465e41f3-448e-4920-9cb1-15340f7840a8 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0540829 Aug 17 02:43:05.585471 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-34c94825-ff41-4a05-8b63-0feb085cae64 req-2b8ac78d-4f66-4af0-8685-cb3bc78ade84 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363657 Aug 17 02:43:06.376092 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-44371d2c-c072-45d1-89b8-bc8c378cc1f2 req-8cb4be09-db9b-458e-a6dc-b17c27315602 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0284998 Aug 17 02:43:06.712601 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeac15-7394-4762-af72-8bde5600e129 req-81b809f7-5287-421f-b2bb-dbd6240a5d4c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:06.712601 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3ceeac15-7394-4762-af72-8bde5600e129 req-81b809f7-5287-421f-b2bb-dbd6240a5d4c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0508010 Aug 17 02:43:06.754252 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3ceeac15-7394-4762-af72-8bde5600e129 req-05acfac7-6e6a-47ac-8efa-05788a1382f1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345030 Aug 17 02:43:07.476885 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dd25931f-145f-4271-9be7-4b67e4d92452 req-159e72c1-6881-4728-a23f-42d073855f4c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0304816 Aug 17 02:43:07.877499 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f83b-a086-406d-9024-69a2e8734579 req-921443bd-0333-4996-8e1d-ced0ac533dfd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:07.879029 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3cf2f83b-a086-406d-9024-69a2e8734579 req-921443bd-0333-4996-8e1d-ced0ac533dfd tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0496264 Aug 17 02:43:07.919315 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3cf2f83b-a086-406d-9024-69a2e8734579 req-47bd6120-c3fb-4226-ba2a-4aaa09524848 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336418 Aug 17 02:43:08.581553 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a184f490-f79d-4d68-94b3-375de3eaffdd req-5bf429bf-f6c1-4ee8-91ab-a48938f3ca9c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0277731 Aug 17 02:43:08.763192 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bf1c64e9-8cde-4e13-b62a-6ec94c92f05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:09.041497 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a991e-d641-4b79-9daa-5c0a8765c140 req-9492ceab-2b64-438d-8922-284d1c917219 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:09.043058 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-690a991e-d641-4b79-9daa-5c0a8765c140 req-9492ceab-2b64-438d-8922-284d1c917219 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0491259 Aug 17 02:43:09.084321 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-690a991e-d641-4b79-9daa-5c0a8765c140 req-7e673b47-3f78-4131-86a9-9a4814870c6c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348072 Aug 17 02:43:09.674104 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-acc9407e-94b3-4206-bda6-5193d39adcb9 req-a4185170-6c48-40d5-a5e5-2a3d5b3d69d7 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0259802 Aug 17 02:43:10.207907 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a0f0e-09ea-4a32-a250-c4da8dffdc34 req-55346be5-18df-4fa5-a7c7-b0f67105815d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:10.209407 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-498a0f0e-09ea-4a32-a250-c4da8dffdc34 req-55346be5-18df-4fa5-a7c7-b0f67105815d tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0511107 Aug 17 02:43:10.247752 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-498a0f0e-09ea-4a32-a250-c4da8dffdc34 req-24025b1d-00af-4a22-ba77-10169e618c85 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320179 Aug 17 02:43:10.775191 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ed626119-7799-4b70-834c-c04375429e6d req-fa6a9546-a2e4-4257-80bb-1a17ea2309cb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0274956 Aug 17 02:43:11.370978 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374327-27ba-44d2-b314-fe086ff9e111 req-4d12a2a5-caaa-4e10-ab21-023e384d0704 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:11.372459 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fc374327-27ba-44d2-b314-fe086ff9e111 req-4d12a2a5-caaa-4e10-ab21-023e384d0704 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0538030 Aug 17 02:43:11.392053 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4007855b-d47e-4402-a607-749dbf9d7124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:11.418512 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fc374327-27ba-44d2-b314-fe086ff9e111 req-6f365c86-5d72-443b-85d3-b97be7965553 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339708 Aug 17 02:43:11.546546 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:11.866927 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-82ab748d-94ce-4bed-a87e-132f04aa0101 req-5d19baeb-9a67-4d52-89d2-f462e07654e9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0258372 Aug 17 02:43:12.172397 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:12.536880 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a13d9-84e9-4b4f-9559-557e1011b203 req-0ba42668-984f-4aab-9ca7-8f5d3a7817c7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:12.538329 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-492a13d9-84e9-4b4f-9559-557e1011b203 req-0ba42668-984f-4aab-9ca7-8f5d3a7817c7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0486042 Aug 17 02:43:12.576396 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-492a13d9-84e9-4b4f-9559-557e1011b203 req-058f0a1c-6b9f-4629-bf93-a345ca89f7ae tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322177 Aug 17 02:43:12.957728 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-665627e8-27cc-4448-9115-ae1d6449ea4a req-954e28e2-5c7b-483e-94bd-313d781e7db0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0262141 Aug 17 02:43:13.708013 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438d117-0902-438e-8d89-8fd8899fbdca req-986a542e-0039-4feb-ad44-7aa65a472366 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:13.709475 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7438d117-0902-438e-8d89-8fd8899fbdca req-986a542e-0039-4feb-ad44-7aa65a472366 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0512061 Aug 17 02:43:13.751526 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7438d117-0902-438e-8d89-8fd8899fbdca req-7622f548-b4a8-404f-b80b-1ba52ae09c81 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Aug 17 02:43:13.892400 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-12080a24-41d1-4794-b092-cff040693908 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424912 Aug 17 02:43:13.953719 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-b36ffb25-8a36-4c1a-b6f0-9663a37e6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:13.955212 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-b36ffb25-8a36-4c1a-b6f0-9663a37e6d25 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 1099 time: 0.0404921 Aug 17 02:43:14.059941 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3d0782cb-96e8-4673-8c33-86b65740fe50 req-9a22f87f-5d4a-49d6-874f-ac87e59d1e20 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0310287 Aug 17 02:43:14.087579 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-bb32c26e-9abf-45dc-8b5b-3a803f35b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:14.087809 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.089283 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-bb32c26e-9abf-45dc-8b5b-3a803f35b1af service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.1146810 Aug 17 02:43:14.156138 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-0d528a3c-c181-4188-9909-047fac6a4c8c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e HTTP/1.1" status: 200 len: 1002 time: 0.0590975 Aug 17 02:43:14.204897 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-cfe1cdda-4e2c-4b37-8973-a3f58486ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:14.206285 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-cfe1cdda-4e2c-4b37-8973-a3f58486ec42 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0427713 Aug 17 02:43:14.252753 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-5a559383-4bc2-439f-bf0f-95387d9ebc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:14.254143 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-5a559383-4bc2-439f-bf0f-95387d9ebc4e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382493 Aug 17 02:43:14.343358 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-adb8b7ce-08fe-48ac-9c27-4e6cdcfa4403 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814741 Aug 17 02:43:14.431844 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4922ce2b-f6c5-46a6-beb9-50c0f7c11788 req-e0af9993-a502-4224-ae73-7c54bcaf5a38 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809669 Aug 17 02:43:14.647404 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4e91-01c3-4b78-9323-74492846effd req-a07fa217-477d-4af6-8f42-4e81401dafff tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:14.648840 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-a07fa217-477d-4af6-8f42-4e81401dafff tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 812 time: 0.1058424 Aug 17 02:43:14.694178 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-c0d3e9f6-688f-4c2a-9db4-0e36e1499e99 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ea5ff6e0a843e380968b1e78c0765a HTTP/1.1" status: 200 len: 380 time: 0.0354910 Aug 17 02:43:14.722976 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'port': {'device_id': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'admin_state_up': True, 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'security_groups': ['83dc3bdb-6428-4222-b13a-f79f563294e2']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:14.858939 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Made reservation on behalf of b5ea5ff6e0a843e380968b1e78c0765a for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:14.862259 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:14.901956 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60649e5-619b-4118-8ad5-f1a30bf63248 req-eff16897-1769-4410-b39e-cef26c3a5d74 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:14.903460 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d60649e5-619b-4118-8ad5-f1a30bf63248 req-eff16897-1769-4410-b39e-cef26c3a5d74 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0780916 Aug 17 02:43:14.982498 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d60649e5-619b-4118-8ad5-f1a30bf63248 req-c656bbcc-fec7-4e8c-a1a5-2892e59927d1 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528467 Aug 17 02:43:15.031915 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Allocated IP 172.20.0.4 (d21728e9-5b0d-42e9-bfd9-c93604266480/d4f44cf5-3301-417d-9b11-73c96f76725f/d70bcc62-212d-432f-9855-7f50de6baf91) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:15.172234 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fe4ff313-13a4-4156-ac67-c83a81a01a63 req-c7aba8f9-403b-4160-8de5-2b76312c4468 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0336106 Aug 17 02:43:15.198414 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.217226 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Transition to ACTIVE for port object d70bcc62-212d-432f-9855-7f50de6baf91 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:15.249998 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.294218 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Network d21728e9-5b0d-42e9-bfd9-c93604266480 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:15.297562 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:15.301340 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:15.325066 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'Port': ['ID=d70bcc62-212d-432f-9855-7f50de6baf91,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:15.340058 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.340409 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.340751 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.341093 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.341421 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.341752 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.342078 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.343149 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.343485 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.343814 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.344138 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.344460 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:15.364988 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:15.365597 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.380737 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-32e30b42-bd48-4972-ae5e-7521da291865 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6616085 Aug 17 02:43:15.399516 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Request body: {'port': {'device_id': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:15.458283 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.496203 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-bb2deddb-eb86-4f1b-96c4-6fc154d76ab0 None None] Provisioning for port d70bcc62-212d-432f-9855-7f50de6baf91 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:15.500617 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-bb2deddb-eb86-4f1b-96c4-6fc154d76ab0 None None] Provisioning complete for port d70bcc62-212d-432f-9855-7f50de6baf91 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:15.500923 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bb2deddb-eb86-4f1b-96c4-6fc154d76ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.535080 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-bb2deddb-eb86-4f1b-96c4-6fc154d76ab0 None None] Port d70bcc62-212d-432f-9855-7f50de6baf91 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:43:15.713383 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70bcc62-212d-432f-9855-7f50de6baf91 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:43:15.721491 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.733527 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Transition to ACTIVE for port object d70bcc62-212d-432f-9855-7f50de6baf91 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:15.737998 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.803517 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Pushing event updated for resources: {'Port': ['ID=d70bcc62-212d-432f-9855-7f50de6baf91,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:15.855742 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Attempting to bind port d70bcc62-212d-432f-9855-7f50de6baf91 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:43:15.856073 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Attempting to bind port d70bcc62-212d-432f-9855-7f50de6baf91 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:43:15.856401 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Attempting to bind port d70bcc62-212d-432f-9855-7f50de6baf91 on network d21728e9-5b0d-42e9-bfd9-c93604266480 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:15.861613 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Port d70bcc62-212d-432f-9855-7f50de6baf91 on network d21728e9-5b0d-42e9-bfd9-c93604266480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:43:15.861930 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Attempting to bind port d70bcc62-212d-432f-9855-7f50de6baf91 on network d21728e9-5b0d-42e9-bfd9-c93604266480 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:15.866999 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:43:15.867254 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Checking segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:15.867663 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Bound using segment: {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:43:15.868203 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Bound port: d70bcc62-212d-432f-9855-7f50de6baf91, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ed7dff-fb9e-4738-9117-df69217d37ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:43:15.868575 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.934083 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] For port d70bcc62-212d-432f-9855-7f50de6baf91, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:43:15.937232 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] For port d70bcc62-212d-432f-9855-7f50de6baf91, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d70bcc62-212d-432f-9855-7f50de6baf91,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:43:15.941965 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.978063 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:15.978770 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.980209 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] 10.222.0.63 "PUT /v2.0/ports/d70bcc62-212d-432f-9855-7f50de6baf91 HTTP/1.1" status: 200 len: 1093 time: 0.5850549 Aug 17 02:43:15.980585 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:15.983526 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6131d374-22db-42ff-84e4-fead2353b8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:16.012172 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880fef-9684-4ddf-b535-aebdf7fa3268 service neutron] Pushing event updated for resources: {'Port': ['ID=d70bcc62-212d-432f-9855-7f50de6baf91,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:16.096142 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4e91-01c3-4b78-9323-74492846effd req-185a1d31-b0f3-4845-b3c1-a612071500af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:16.097299 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-185a1d31-b0f3-4845-b3c1-a612071500af service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 1096 time: 0.0696154 Aug 17 02:43:16.377391 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1146f019-9fcf-4a0f-ab01-4712550222ab x-openstack-request-id: req-1146f019-9fcf-4a0f-ab01-4712550222ab {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:16.378056 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:16.378056 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1146f019-9fcf-4a0f-ab01-4712550222ab {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:16.378262 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'status': 'completed', 'code': 200} Aug 17 02:43:16.434285 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-750b8efa-87d2-4c56-9719-c80c473e7b41 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d70bcc62-212d-432f-9855-7f50de6baf91 HTTP/1.1" status: 200 len: 217 time: 0.0608196 Aug 17 02:43:16.482412 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311549-c899-4f6d-a653-420a1f5aaa6a req-d2013c29-1f17-4b3d-a0eb-d996ae763835 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:16.484014 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5311549-c899-4f6d-a653-420a1f5aaa6a req-d2013c29-1f17-4b3d-a0eb-d996ae763835 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.4077559 Aug 17 02:43:16.519829 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0ded-3974-43c6-b351-821c6789511e req-3a25ff12-fc63-47df-9875-25bea4a4f22f tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:16.521214 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ee5d0ded-3974-43c6-b351-821c6789511e req-3a25ff12-fc63-47df-9875-25bea4a4f22f tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.1459148 Aug 17 02:43:16.527254 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4e91-01c3-4b78-9323-74492846effd req-b4318407-8d7e-473a-9aa0-12b9d5abab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:16.528563 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-b4318407-8d7e-473a-9aa0-12b9d5abab38 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0864925 Aug 17 02:43:16.578875 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d5311549-c899-4f6d-a653-420a1f5aaa6a req-6834e3cd-e82a-4fb1-8806-da4007f9f62a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875225 Aug 17 02:43:16.601406 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ee5d0ded-3974-43c6-b351-821c6789511e req-4f1a20c1-fc39-43ba-9a1e-ab3513bc82f0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719383 Aug 17 02:43:16.606768 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4e91-01c3-4b78-9323-74492846effd req-52dc9d32-d90a-46cb-9f3f-044d6be21e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:16.608698 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-52dc9d32-d90a-46cb-9f3f-044d6be21e15 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705209 Aug 17 02:43:16.701915 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-b04b357e-a42f-4a66-b6f3-83b706fa231e service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847909 Aug 17 02:43:16.796127 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e16a4e91-01c3-4b78-9323-74492846effd req-f2482a2a-98c2-4e52-a549-eacc992491bc service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864913 Aug 17 02:43:16.884906 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d374-22db-42ff-84e4-fead2353b8ab req-b4893e0c-1f63-4264-930f-09a21977af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:16.886367 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6131d374-22db-42ff-84e4-fead2353b8ab req-b4893e0c-1f63-4264-930f-09a21977af59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 1096 time: 0.0406530 Aug 17 02:43:16.974858 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d374-22db-42ff-84e4-fead2353b8ab req-819c4d6d-d763-461a-8245-90e16324d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:16.976230 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6131d374-22db-42ff-84e4-fead2353b8ab req-819c4d6d-d763-461a-8245-90e16324d1d2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.0822341 Aug 17 02:43:17.021493 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6131d374-22db-42ff-84e4-fead2353b8ab req-64eb7a8a-72a0-4434-9729-30c4ab85a6f0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d70bcc62-212d-432f-9855-7f50de6baf91 HTTP/1.1" status: 200 len: 217 time: 0.0369492 Aug 17 02:43:17.070785 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d374-22db-42ff-84e4-fead2353b8ab req-42f842fa-7eca-4e47-bc39-94231e386305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:17.072170 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6131d374-22db-42ff-84e4-fead2353b8ab req-42f842fa-7eca-4e47-bc39-94231e386305 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0428050 Aug 17 02:43:17.116581 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d374-22db-42ff-84e4-fead2353b8ab req-769b9252-50e1-4696-9311-60e32ac28163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:17.118012 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6131d374-22db-42ff-84e4-fead2353b8ab req-769b9252-50e1-4696-9311-60e32ac28163 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379894 Aug 17 02:43:17.210665 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6131d374-22db-42ff-84e4-fead2353b8ab req-e6ce0ffd-0c70-4e97-bb06-26e10c990029 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845251 Aug 17 02:43:17.299042 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6131d374-22db-42ff-84e4-fead2353b8ab req-f874c86f-3e42-4a8b-817c-f8353244bd6f service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799935 Aug 17 02:43:17.731032 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77780a3-0d01-44b0-a498-28af67631ea5 req-4c513aab-4850-491f-86c0-560471072e44 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:17.732517 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f77780a3-0d01-44b0-a498-28af67631ea5 req-4c513aab-4850-491f-86c0-560471072e44 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0824058 Aug 17 02:43:17.745482 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ebd5b-7993-4f3f-b820-a5c20101b354 req-fe74a42b-ec89-45f7-94eb-1984f4bfeaac tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:17.746911 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0d1ebd5b-7993-4f3f-b820-a5c20101b354 req-fe74a42b-ec89-45f7-94eb-1984f4bfeaac tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.0658705 Aug 17 02:43:17.796976 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f77780a3-0d01-44b0-a498-28af67631ea5 req-8a8d0cc3-07c9-42d2-bafd-35895401c72f tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490696 Aug 17 02:43:17.808929 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0d1ebd5b-7993-4f3f-b820-a5c20101b354 req-7b5b101b-3677-4080-8eb4-c487e60e7962 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542068 Aug 17 02:43:18.948474 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4c1ad-2430-4269-9da6-af87aac3877c req-08509d35-8546-42dc-82a7-61ec013ed8c9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:18.949914 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8fd4c1ad-2430-4269-9da6-af87aac3877c req-08509d35-8546-42dc-82a7-61ec013ed8c9 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 943 time: 0.0808263 Aug 17 02:43:18.957815 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db16f3-c2ec-44e6-b8de-9b0b0fc90447 req-d143c574-af03-4ecd-8172-ea61694ceaf9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:18.959167 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3db16f3-c2ec-44e6-b8de-9b0b0fc90447 req-d143c574-af03-4ecd-8172-ea61694ceaf9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.0807950 Aug 17 02:43:19.013356 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8fd4c1ad-2430-4269-9da6-af87aac3877c req-68735871-bad8-483d-831b-93395284122a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531640 Aug 17 02:43:19.018776 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e3db16f3-c2ec-44e6-b8de-9b0b0fc90447 req-56a77be0-7c15-4b03-83b9-d0f2a0c48176 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528414 Aug 17 02:43:19.243237 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 128ebd5b-87f9-4962-a959-a75d4dfa7dcf details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:43:19.338784 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:19.349285 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'port_id': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'mac_address': 'fa:16:3e:05:85:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:43:19.384566 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:19.397169 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128ebd5b-87f9-4962-a959-a75d4dfa7dcf {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:43:19.416016 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:19.420044 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:19.465902 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=9']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:19.853777 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['128ebd5b-87f9-4962-a959-a75d4dfa7dcf'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:20.163662 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b5ad-b910-4601-8731-1bc8641cfe46 req-85d9ee76-0c78-4b60-93cf-535e60f5b4aa tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.165212 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-05e4b5ad-b910-4601-8731-1bc8641cfe46 req-85d9ee76-0c78-4b60-93cf-535e60f5b4aa tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 944 time: 0.0785217 Aug 17 02:43:20.176183 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d2dd-ed57-45ff-bdda-0de4cb578191 req-2945805e-dd4a-4b22-a2c4-c4d210d1f4e5 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.177700 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ab94d2dd-ed57-45ff-bdda-0de4cb578191 req-2945805e-dd4a-4b22-a2c4-c4d210d1f4e5 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.0812249 Aug 17 02:43:20.236472 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-05e4b5ad-b910-4601-8731-1bc8641cfe46 req-ae4787d7-f713-4486-badc-9682b20980a3 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578094 Aug 17 02:43:20.241204 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ab94d2dd-ed57-45ff-bdda-0de4cb578191 req-d29a9e00-d489-4eb7-83fa-9f1ed8389845 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562747 Aug 17 02:43:21.258691 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 128ebd5b-87f9-4962-a959-a75d4dfa7dcf up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:21.320797 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:21.321193 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:21.391560 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984d3d8-f6fc-45c9-813e-db4921953aff req-8165c33f-46b0-4d5e-8188-d2da75a8b67c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:21.393037 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0984d3d8-f6fc-45c9-813e-db4921953aff req-8165c33f-46b0-4d5e-8188-d2da75a8b67c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.0785453 Aug 17 02:43:21.403547 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:21.405190 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbe8c7-d25b-415c-8a43-9127e0405595 req-d6ff2891-d7db-4ee9-a17b-e87b869ee70c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:21.406649 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-eafbe8c7-d25b-415c-8a43-9127e0405595 req-d6ff2891-d7db-4ee9-a17b-e87b869ee70c tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 944 time: 0.0801208 Aug 17 02:43:21.431082 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:21.433317 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd5b98-74dd-4bd0-9ed8-01524431b1b6" -d '{"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-plugged", "status": "completed", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:21.446133 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:21.450511 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:21.461540 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0984d3d8-f6fc-45c9-813e-db4921953aff req-b001511c-082e-4c37-b0c1-26dbf5585bfe tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539367 Aug 17 02:43:21.466084 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-eafbe8c7-d25b-415c-8a43-9127e0405595 req-22ea0b02-290e-4008-a5ce-d69abc1ba8eb tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527918 Aug 17 02:43:21.505722 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=10']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:21.509140 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13588061-1e07-4e6d-9560-080a80a06350 x-openstack-request-id: req-13588061-1e07-4e6d-9560-080a80a06350 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:21.509368 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-plugged", "status": "completed", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:21.509617 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13588061-1e07-4e6d-9560-080a80a06350 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:21.509989 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'code': 200} Aug 17 02:43:21.707975 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211d4f9-7bea-498d-bf39-68e32c87dc53 req-4351fb59-0a07-44ae-b493-8905a9f43aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:21.709547 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c211d4f9-7bea-498d-bf39-68e32c87dc53 req-4351fb59-0a07-44ae-b493-8905a9f43aa5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 1099 time: 0.0460472 Aug 17 02:43:21.744645 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c211d4f9-7bea-498d-bf39-68e32c87dc53 req-0d0e91b2-63ee-4712-b6d6-c0ba1c7ad373 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276029 Aug 17 02:43:22.606661 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ab8e5-faae-45cb-8943-de64ed48130a req-a3cb843a-27ef-443b-b95f-11b86d45e2c9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:22.609139 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf1ab8e5-faae-45cb-8943-de64ed48130a req-a3cb843a-27ef-443b-b95f-11b86d45e2c9 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.0777557 Aug 17 02:43:22.620994 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e278bf8-2d11-4a54-8d11-8f31c3289423 req-bef1c76a-40ec-4945-8e40-f810e197fadf tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:22.622367 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e278bf8-2d11-4a54-8d11-8f31c3289423 req-bef1c76a-40ec-4945-8e40-f810e197fadf tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 946 time: 0.0797293 Aug 17 02:43:22.682661 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf1ab8e5-faae-45cb-8943-de64ed48130a req-9b8006e6-ebe0-4159-9d7c-2da598ad0f75 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592809 Aug 17 02:43:22.687966 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9e278bf8-2d11-4a54-8d11-8f31c3289423 req-f138f3a7-9e48-45d8-b594-18ec818d8257 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579474 Aug 17 02:43:23.825694 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff01bd5-59d4-4e5f-9a6a-628e282379b3 req-287018a5-a5e8-45e3-a17c-4707c2204b6a tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:23.827180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aff01bd5-59d4-4e5f-9a6a-628e282379b3 req-287018a5-a5e8-45e3-a17c-4707c2204b6a tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.0769510 Aug 17 02:43:23.836035 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a8ba4-23ff-4824-a886-6fce14d35316 req-cbfda230-fe5d-43e3-9890-73778175db89 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:23.837452 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c01a8ba4-23ff-4824-a886-6fce14d35316 req-cbfda230-fe5d-43e3-9890-73778175db89 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 946 time: 0.0772967 Aug 17 02:43:23.893905 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-aff01bd5-59d4-4e5f-9a6a-628e282379b3 req-e0229a53-b54c-4927-8817-ef24331aa72a tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554960 Aug 17 02:43:23.899153 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c01a8ba4-23ff-4824-a886-6fce14d35316 req-732a65c0-5dbd-49c1-903d-560045535a18 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548558 Aug 17 02:43:25.039390 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56582699-5be4-4c52-b8e2-c0ea06d5fc6c req-dfe30a8f-df52-4557-ad37-4bd05eb5f6c0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:25.040837 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-56582699-5be4-4c52-b8e2-c0ea06d5fc6c req-dfe30a8f-df52-4557-ad37-4bd05eb5f6c0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.0805712 Aug 17 02:43:25.052690 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7d335-0e44-4803-b3e5-8a54e590d311 req-56b7b8b3-c512-449b-99d7-13073cd22788 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:25.054088 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0dc7d335-0e44-4803-b3e5-8a54e590d311 req-56b7b8b3-c512-449b-99d7-13073cd22788 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 946 time: 0.0810938 Aug 17 02:43:25.110017 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-56582699-5be4-4c52-b8e2-c0ea06d5fc6c req-f636bfdf-5804-4eeb-8347-5102d9776e2d tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549657 Aug 17 02:43:25.112772 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0dc7d335-0e44-4803-b3e5-8a54e590d311 req-db20e6bc-48dd-409a-938b-f7f5a23fe103 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518343 Aug 17 02:43:26.224660 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1ae93-d071-42fb-a5b6-09dedef4dfbd req-d023e56d-e31f-4e70-9fed-d1d01b9a8636 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:26.226095 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fab1ae93-d071-42fb-a5b6-09dedef4dfbd req-d023e56d-e31f-4e70-9fed-d1d01b9a8636 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.0507147 Aug 17 02:43:26.263142 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fab1ae93-d071-42fb-a5b6-09dedef4dfbd req-24557d5b-424f-458c-9a6d-dfcf29e7f9dc tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Aug 17 02:43:27.272964 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device d70bcc62-212d-432f-9855-7f50de6baf91 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:43:27.373284 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port d70bcc62-212d-432f-9855-7f50de6baf91, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d70bcc62-212d-432f-9855-7f50de6baf91,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:27.382254 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d40f72-6ed8-48b0-9673-7b3a50bfeb5b req-aa925465-174b-44c0-a755-20b1f82dd163 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:27.383755 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b6d40f72-6ed8-48b0-9673-7b3a50bfeb5b req-aa925465-174b-44c0-a755-20b1f82dd163 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 943 time: 0.0527146 Aug 17 02:43:27.384220 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'port_id': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'mac_address': 'fa:16:3e:4b:16:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:43:27.421302 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:27.421879 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b6d40f72-6ed8-48b0-9673-7b3a50bfeb5b req-4f9afe81-fe0a-4039-8bfa-9889ab2fddde tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320628 Aug 17 02:43:27.435294 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70bcc62-212d-432f-9855-7f50de6baf91 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:43:27.456101 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port d70bcc62-212d-432f-9855-7f50de6baf91, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d70bcc62-212d-432f-9855-7f50de6baf91,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:27.459955 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:27.505977 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=d70bcc62-212d-432f-9855-7f50de6baf91,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:27.896725 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['d70bcc62-212d-432f-9855-7f50de6baf91'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:28.533150 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f75c90-b38d-4a8b-b1b9-4d2a4cf6646e req-2fc99b71-6174-49e7-9b31-6d25fbb55e27 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:28.534626 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c5f75c90-b38d-4a8b-b1b9-4d2a4cf6646e req-2fc99b71-6174-49e7-9b31-6d25fbb55e27 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 944 time: 0.0482154 Aug 17 02:43:28.572459 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c5f75c90-b38d-4a8b-b1b9-4d2a4cf6646e req-28b84d9a-dd22-4958-8166-b339a0ea1f20 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Aug 17 02:43:29.287598 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device d70bcc62-212d-432f-9855-7f50de6baf91 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:29.338183 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port d70bcc62-212d-432f-9855-7f50de6baf91 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:29.341783 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port d70bcc62-212d-432f-9855-7f50de6baf91 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:29.342155 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:29.415773 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:29.437224 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:29.439455 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042cfae2-345a-4fe6-b7bc-9139e5e6a657" -d '{"events": [{"server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "name": "network-vif-plugged", "status": "completed", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:29.451873 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port d70bcc62-212d-432f-9855-7f50de6baf91, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d70bcc62-212d-432f-9855-7f50de6baf91,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:29.456510 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:29.484171 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8d5485-bb8e-482a-9da3-76a38ecf53dd x-openstack-request-id: req-bc8d5485-bb8e-482a-9da3-76a38ecf53dd {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:29.484456 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "name": "network-vif-plugged", "status": "completed", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:29.484704 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc8d5485-bb8e-482a-9da3-76a38ecf53dd {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:29.485081 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'code': 200} Aug 17 02:43:29.510408 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=d70bcc62-212d-432f-9855-7f50de6baf91,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:29.723416 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ef8bc-370c-442c-b22a-457a5a03f5fa req-8c57c693-b6c2-4185-84dc-198698509b05 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:29.724896 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-459ef8bc-370c-442c-b22a-457a5a03f5fa req-8c57c693-b6c2-4185-84dc-198698509b05 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 945 time: 0.0817599 Aug 17 02:43:29.730227 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87733b5f-c068-459b-b0bf-8ee429e12f97 req-ad390b01-68ec-4911-ae9d-59d6b0f8da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:29.731613 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87733b5f-c068-459b-b0bf-8ee429e12f97 req-ad390b01-68ec-4911-ae9d-59d6b0f8da98 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 1098 time: 0.0621746 Aug 17 02:43:29.783809 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-459ef8bc-370c-442c-b22a-457a5a03f5fa req-4fc7ffd7-0242-44a1-99e3-59f02813ac14 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512681 Aug 17 02:43:29.787357 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87733b5f-c068-459b-b0bf-8ee429e12f97 req-8308f1a5-1597-4ea0-bdf5-f422d39723ac service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481884 Aug 17 02:43:30.899852 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80b403-07ec-4a1f-b0cd-06fc5dcb2e06 req-9bc3520e-2485-4e9c-9863-27e2e697279f tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:30.901293 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ce80b403-07ec-4a1f-b0cd-06fc5dcb2e06 req-9bc3520e-2485-4e9c-9863-27e2e697279f tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Aug 17 02:43:30.939200 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ce80b403-07ec-4a1f-b0cd-06fc5dcb2e06 req-4951c1e8-1e1e-4a65-9614-ae5005fa0dbc tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Aug 17 02:43:32.052953 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9ab3e-a596-4b17-bdb0-567c7a6420f8 req-cf879f1a-2f59-4da2-b011-839e31f5a563 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:32.054345 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ebf9ab3e-a596-4b17-bdb0-567c7a6420f8 req-cf879f1a-2f59-4da2-b011-839e31f5a563 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 945 time: 0.0490367 Aug 17 02:43:32.095765 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ebf9ab3e-a596-4b17-bdb0-567c7a6420f8 req-848acf24-6373-4b4e-9326-87b0db6dd00c tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352764 Aug 17 02:43:32.207379 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea298d1-dccf-4410-8e12-6df1408c4366 req-de56b0c8-ab1f-4970-bb69-218b8b266cfa tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:32.208864 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8ea298d1-dccf-4410-8e12-6df1408c4366 req-de56b0c8-ab1f-4970-bb69-218b8b266cfa tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Aug 17 02:43:32.246210 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8ea298d1-dccf-4410-8e12-6df1408c4366 req-d51b96ed-3b86-4199-a4e6-e5f83677a8d3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Aug 17 02:43:32.267831 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38094) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:32.402150 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88a3c9-032f-4327-b31c-fa93fabcf8f3 tempest-TestVolumeBootPattern-1922342699 tempest-TestVolumeBootPattern-1922342699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:32.403665 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-0e88a3c9-032f-4327-b31c-fa93fabcf8f3 tempest-TestVolumeBootPattern-1922342699 tempest-TestVolumeBootPattern-1922342699-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 1093 time: 0.1348934 Aug 17 02:43:32.407269 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38098) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:32.411505 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Request body: {'floatingip': {'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'port_id': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:32.433098 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:32.532172 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:32.632877 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Allocated IP 172.27.0.38 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/fe4648d2-e651-4f0e-8c2b-0fca77ddc658) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:32.736873 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:32.774423 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:32.808313 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:32.811063 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:32.816979 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:32.846218 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'Port': ['ID=fe4648d2-e651-4f0e-8c2b-0fca77ddc658,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:33.170547 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:33.236282 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:33.384944 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:33.389475 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:33.459077 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event updated for resources: {'Port': ['ID=fe4648d2-e651-4f0e-8c2b-0fca77ddc658,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:33.471195 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:33.569020 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Floating IP daaf24b6-a24c-40dd-abff-15ed2408e262 associated. External IP: 172.27.0.38, port: d70bcc62-212d-432f-9855-7f50de6baf91. Aug 17 02:43:33.773013 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Router a2cd6517-99bd-4739-85fc-67cf7a8a290d has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:43:33.878083 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:43:33.887505 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] Sync routers for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:43:33.894082 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:33.898227 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:33.898949 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:33.924303 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-cec7ea6d-97a7-4c08-80f1-43bb4980b4e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5160258 Aug 17 02:43:33.924894 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:33.927177 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4184cd57-f0d8-45e0-928b-98a6e4f7a052" -d '{"events": [{"name": "network-changed", "server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:33.964159 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385ea6d-c913-4d60-9c8d-d512a6fca0cd x-openstack-request-id: req-d385ea6d-c913-4d60-9c8d-d512a6fca0cd {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:33.964454 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:33.964713 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d385ea6d-c913-4d60-9c8d-d512a6fca0cd {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:33.965140 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'status': 'completed', 'code': 200} Aug 17 02:43:34.004224 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:34.032784 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-c63d50be-a51b-4cd6-93a0-b5a1a7e39e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:34.034275 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-c63d50be-a51b-4cd6-93a0-b5a1a7e39e7b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 1098 time: 0.0411320 Aug 17 02:43:34.125850 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-6b669717-ae88-49f6-836b-7fa37cc222dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:34.127401 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-6b669717-ae88-49f6-836b-7fa37cc222dd service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.0848658 Aug 17 02:43:34.197384 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-83eac71b-8b3c-447a-9c86-36f623fe5a43 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d70bcc62-212d-432f-9855-7f50de6baf91 HTTP/1.1" status: 200 len: 998 time: 0.0624552 Aug 17 02:43:34.247151 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-55a7c61c-18bb-4345-9bfa-9e73cc2fa728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:34.248623 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-55a7c61c-18bb-4345-9bfa-9e73cc2fa728 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0444181 Aug 17 02:43:34.298421 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-55e44fa1-6e86-4b51-8e64-a9fede52666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:34.299866 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-55e44fa1-6e86-4b51-8e64-a9fede52666b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408909 Aug 17 02:43:34.318010 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'daaf24b6-a24c-40dd-abff-15ed2408e262', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:4b:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:43:33Z', 'updated_at': '2021-08-17T02:43:33Z', 'revision_number': 0, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}, {'id': 'dedfad39-6372-4270-a27c-c60f1b3ba99e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:33Z', 'updated_at': '2021-08-17T02:40:35Z', 'revision_number': 1, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:34.354657 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] Checking router: a2cd6517-99bd-4739-85fc-67cf7a8a290d for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:43:34.506197 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:34.506915 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:34.620881 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:34.681970 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-a043f643-a325-4103-aea9-1c8f2f1b3cb9 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746297 Aug 17 02:43:34.784850 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4184cd57-f0d8-45e0-928b-98a6e4f7a052 req-5259cbb7-a73e-4071-b6b3-2be39f103b19 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922108 Aug 17 02:43:34.851714 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'daaf24b6-a24c-40dd-abff-15ed2408e262', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:4b:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:43:33Z', 'updated_at': '2021-08-17T02:43:33Z', 'revision_number': 0, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}, {'id': 'dedfad39-6372-4270-a27c-c60f1b3ba99e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:33Z', 'updated_at': '2021-08-17T02:40:35Z', 'revision_number': 1, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:34.881918 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bcdb2-a751-4b88-b911-18532a761233 None None] The sync data for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi is: [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'daaf24b6-a24c-40dd-abff-15ed2408e262', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:4b:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:43:33Z', 'updated_at': '2021-08-17T02:43:33Z', 'revision_number': 0, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}, {'id': 'dedfad39-6372-4270-a27c-c60f1b3ba99e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:33Z', 'updated_at': '2021-08-17T02:40:35Z', 'revision_number': 1, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:43:34.895412 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.060270 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306aba7-fb0f-49c0-bda4-765d5a770393 None None] New status for floating IP daaf24b6-a24c-40dd-abff-15ed2408e262: ACTIVE {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:43:35.313321 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-d6dd2a8d-a334-4c56-8f33-28eab8809aed tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272615327&fields=id&tenant_id=bb48813d6a5743e0bd077ce9d0a852a1 HTTP/1.1" status: 200 len: 267 time: 0.0320563 Aug 17 02:43:35.364642 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-2c18859a-8c3b-4fc3-bdec-d171a52a83d7 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:35.366067 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-2c18859a-8c3b-4fc3-bdec-d171a52a83d7 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 984 time: 0.0472939 Aug 17 02:43:35.377082 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-15b2b549-8ec2-4f7d-b3e1-2677e0e46b7e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Request body: {'port': {'security_groups': ['64c8e45c-2992-4f34-888f-19c7b4703009']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:35.441869 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-15b2b549-8ec2-4f7d-b3e1-2677e0e46b7e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.614181 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-15b2b549-8ec2-4f7d-b3e1-2677e0e46b7e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] For port 73518de9-7924-4e28-9dba-acddd76a62f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=73518de9-7924-4e28-9dba-acddd76a62f5,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:35.646598 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-15b2b549-8ec2-4f7d-b3e1-2677e0e46b7e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.651174 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-15b2b549-8ec2-4f7d-b3e1-2677e0e46b7e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.663332 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['73518de9-7924-4e28-9dba-acddd76a62f5'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:35.694050 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-15b2b549-8ec2-4f7d-b3e1-2677e0e46b7e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:35.694696 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-15b2b549-8ec2-4f7d-b3e1-2677e0e46b7e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.696149 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-bab7d50b-0c86-4c8c-bddf-2665d54b9089 req-15b2b549-8ec2-4f7d-b3e1-2677e0e46b7e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "PUT /v2.0/ports/73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 942 time: 0.3237586 Aug 17 02:43:35.704609 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38112) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:35.728970 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2b549-8ec2-4f7d-b3e1-2677e0e46b7e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event updated for resources: {'Port': ['ID=73518de9-7924-4e28-9dba-acddd76a62f5,revision_number=7']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:35.779006 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.790819 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['73518de9-7924-4e28-9dba-acddd76a62f5'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:35.808268 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.872068 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.875637 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.876808 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "DELETE /v2.0/security-groups/2e084cbf-e72a-4a2c-9c05-0c0aa843763c HTTP/1.1" status: 204 len: 168 time: 0.1716096 Aug 17 02:43:35.879627 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38116) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:35.885527 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e084cbf-e72a-4a2c-9c05-0c0aa843763c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:35.893285 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.893641 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.893984 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.894320 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.894677 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.895014 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.895343 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.895670 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.895997 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.896322 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.896645 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.896967 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7923433-b0f0-4976-bda1-c26ba1cca929 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:35.941320 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-bdb78704-1b68-430c-8526-75cd8720e0e6 None None] Provisioning complete for port 73518de9-7924-4e28-9dba-acddd76a62f5 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:35.941812 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bdb78704-1b68-430c-8526-75cd8720e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:35.982805 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:35.985189 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013ba3fd-e48e-47d9-933a-0ce8df8770c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:36.035069 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fd0e3a-3be3-4eb5-9c0c-70f7ceb0469b x-openstack-request-id: req-31fd0e3a-3be3-4eb5-9c0c-70f7ceb0469b {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:36.035377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:36.035598 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31fd0e3a-3be3-4eb5-9c0c-70f7ceb0469b {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:36.035989 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5', 'status': 'completed', 'code': 200} Aug 17 02:43:36.086703 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Deleting port cf1903c3-0466-4317-8586-6adbbe0485e3 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:36.087046 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:36.106664 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:43:36.138543 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-b1f1be6e-f46d-435d-9cf0-277c1f6bd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:36.140610 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-b1f1be6e-f46d-435d-9cf0-277c1f6bd0d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0927866 Aug 17 02:43:36.220702 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:36.221026 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:36.238081 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Calling delete_port for cf1903c3-0466-4317-8586-6adbbe0485e3 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:36.314415 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-5b3b10b0-daa1-471c-953b-09a75952ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:36.315905 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-5b3b10b0-daa1-471c-953b-09a75952ffca service neutron] 10.222.0.63 "GET /v2.0/networks?id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 HTTP/1.1" status: 200 len: 916 time: 0.1680129 Aug 17 02:43:36.420488 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-e353c410-8e80-434e-9a52-8d6bdb9279d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 1001 time: 0.0874264 Aug 17 02:43:36.482508 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-2e42cd47-25bd-436f-b2fc-42954ab5c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:36.484018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-2e42cd47-25bd-436f-b2fc-42954ab5c689 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=24a80d2a-73e6-4837-8935-11ff842e7082 HTTP/1.1" status: 200 len: 854 time: 0.0555108 Aug 17 02:43:36.552323 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:36.562263 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-8a975b45-0d88-42eb-b766-9b8c00494774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:36.563759 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-8a975b45-0d88-42eb-b766-9b8c00494774 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625987 Aug 17 02:43:36.589594 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event deleted for resources: {'Port': ['ID=cf1903c3-0466-4317-8586-6adbbe0485e3,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:36.701273 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:36.701495 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Floating IP d239589b-cbda-4d10-8619-9348252cc19b disassociated (deleted). External IP: 172.27.0.236, port: 73518de9-7924-4e28-9dba-acddd76a62f5. Aug 17 02:43:36.754176 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-c7f6d241-9796-4339-9a05-f829ef6ae9f7 service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720006 Aug 17 02:43:36.931472 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-013ba3fd-e48e-47d9-933a-0ce8df8770c8 req-52c95699-1bda-4fff-9945-78c143b77370 service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418824 Aug 17 02:43:36.990182 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Router 9b3d1b31-b1bf-4806-96a0-eada645fe078 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:43:37.095992 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:43:37.100909 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:37.105450 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] Sync routers for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:43:37.114905 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:37.115508 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:37.127747 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a54b99ed-264f-4e19-aa80-593d10eee704 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "DELETE /v2.0/floatingips/d239589b-cbda-4d10-8619-9348252cc19b HTTP/1.1" status: 204 len: 168 time: 1.2467086 Aug 17 02:43:37.221282 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:37.417583 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:35Z', 'revision_number': 5, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:37.446854 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] Checking router: 9b3d1b31-b1bf-4806-96a0-eada645fe078 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:43:37.455467 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:37.456075 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:37.557544 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:37.748130 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:35Z', 'revision_number': 5, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:37.773836 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174bc983-8ff3-4686-8551-59c3610f4306 None None] The sync data for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi is: [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:29Z', 'revision_number': 4, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '2adea251-ae48-47e6-bbd0-6724e6a33a01', 'name': '', 'network_id': 'b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'mac_address': 'fa:16:3e:6b:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:28Z', 'updated_at': '2021-08-17T02:39:35Z', 'revision_number': 5, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'subnets': [{'id': '24a80d2a-73e6-4837-8935-11ff842e7082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:43:37.985876 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc21456-7a61-4918-bf80-4622ff013026 None None] New status for floating IP d239589b-cbda-4d10-8619-9348252cc19b: DOWN {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:43:38.037430 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:38.039858 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05" -d '{"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:38.081076 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d91fed-114e-4fe2-abec-bd338f538220 x-openstack-request-id: req-53d91fed-114e-4fe2-abec-bd338f538220 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:38.081428 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:38.081685 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53d91fed-114e-4fe2-abec-bd338f538220 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:38.082087 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5', 'status': 'completed', 'code': 200} Aug 17 02:43:38.156803 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-bc4bbb7f-20bd-4f64-ab54-081aeb366fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:38.159926 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-bc4bbb7f-20bd-4f64-ab54-081aeb366fcb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 1098 time: 0.0450957 Aug 17 02:43:38.259912 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-fd7085ed-96e2-4b60-8b2b-0c07745c45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:38.261375 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-fd7085ed-96e2-4b60-8b2b-0c07745c45e7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 HTTP/1.1" status: 200 len: 916 time: 0.0908337 Aug 17 02:43:38.302949 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-2adcaf1b-9ae7-4991-8416-7ba3bf0b1a49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 200 len: 217 time: 0.0333264 Aug 17 02:43:38.356106 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-56d255d9-2c78-41cd-93fe-8888985ce85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:38.357565 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-56d255d9-2c78-41cd-93fe-8888985ce85e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=24a80d2a-73e6-4837-8935-11ff842e7082 HTTP/1.1" status: 200 len: 854 time: 0.0466738 Aug 17 02:43:38.406293 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-ef0cab5d-e314-4712-ac49-9cb3f37ebefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:38.409018 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-ef0cab5d-e314-4712-ac49-9cb3f37ebefc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433939 Aug 17 02:43:38.504808 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-36f6a7a6-9e8a-4080-9fae-0564400efa5d service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877781 Aug 17 02:43:38.599063 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a90b4e9-dd79-4c53-abd2-3bab85d3ae05 req-0b6d4f94-483f-467b-8631-fbb633bb89a1 service neutron] 10.222.0.63 "GET /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857844 Aug 17 02:43:38.763890 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-07c33a04-10c5-4cca-9da7-b9f9b1daf8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:39.826803 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7519d-3f2b-4c1a-809f-dbe61bb38bc7 req-9d6fde8b-9eb4-47d7-b903-4b2aa1d7b568 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:39.828254 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3f7519d-3f2b-4c1a-809f-dbe61bb38bc7 req-9d6fde8b-9eb4-47d7-b903-4b2aa1d7b568 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.0490868 Aug 17 02:43:39.865405 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c3f7519d-3f2b-4c1a-809f-dbe61bb38bc7 req-36dad49b-8d34-426c-8c34-73a8b6685434 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Aug 17 02:43:40.984040 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e783a-74f8-4385-9842-3e6d3e4487b5 req-77a3efc1-2204-4758-9fa0-dae098a1b9c0 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:40.985515 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-227e783a-74f8-4385-9842-3e6d3e4487b5 req-77a3efc1-2204-4758-9fa0-dae098a1b9c0 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.0522337 Aug 17 02:43:41.022655 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-227e783a-74f8-4385-9842-3e6d3e4487b5 req-c0230661-1691-44bc-8da7-b427e923ae44 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310147 Aug 17 02:43:41.398468 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e8ec79f2-108f-4645-8bb3-d9d840c6dc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:41.546197 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:42.137303 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2855c8-fc31-4bd3-bc90-83b733131c4d req-b92d1b37-4e2b-4a51-8444-8aa851a1b74e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:42.138787 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5f2855c8-fc31-4bd3-bc90-83b733131c4d req-b92d1b37-4e2b-4a51-8444-8aa851a1b74e tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.0497589 Aug 17 02:43:42.176109 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:42.178573 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5f2855c8-fc31-4bd3-bc90-83b733131c4d req-0ba689d9-e98c-4384-9230-a1d22b0c5d12 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.52 "GET /v2.0/security-groups?id=64c8e45c-2992-4f34-888f-19c7b4703009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 Aug 17 02:43:42.237879 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-08477cf3-3156-4885-8183-79917748eca8 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:42.239332 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-08477cf3-3156-4885-8183-79917748eca8 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.63 "GET /v2.0/ports?device_id=b025e317-bbe3-4f23-9801-22571cb01ef9 HTTP/1.1" status: 200 len: 945 time: 0.0485644 Aug 17 02:43:42.330898 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Deleting port 73518de9-7924-4e28-9dba-acddd76a62f5 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:42.331155 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:42.415841 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] For port 73518de9-7924-4e28-9dba-acddd76a62f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=73518de9-7924-4e28-9dba-acddd76a62f5,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:42.416197 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:42.428680 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Calling delete_port for 73518de9-7924-4e28-9dba-acddd76a62f5 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:42.555470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:42.571199 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['73518de9-7924-4e28-9dba-acddd76a62f5'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:43:42.583598 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Pushing event deleted for resources: {'Port': ['ID=73518de9-7924-4e28-9dba-acddd76a62f5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:42.626936 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] No DVR routers for this DVR port 73518de9-7924-4e28-9dba-acddd76a62f5 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:43:42.629414 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:42.631434 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8a2fde8c-7095-4b79-ad05-63973d7aa133 req-ddc632bd-1c0a-4803-a21a-54a0ea8fcec4 tempest-TestMinimumBasicScenario-902248359 tempest-TestMinimumBasicScenario-902248359-project] 10.222.0.63 "DELETE /v2.0/ports/73518de9-7924-4e28-9dba-acddd76a62f5 HTTP/1.1" status: 204 len: 173 time: 0.3864751 Aug 17 02:43:42.631859 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'name': 'network-vif-deleted', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:43:42.634049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16848f66-01e5-4d44-86a1-0d85231776e2" -d '{"events": [{"server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "name": "network-vif-deleted", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:43:42.672291 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea975497-9f90-4f53-89b3-9f5a7232aef5 x-openstack-request-id: req-ea975497-9f90-4f53-89b3-9f5a7232aef5 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:43:42.672641 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b025e317-bbe3-4f23-9801-22571cb01ef9", "name": "network-vif-deleted", "tag": "73518de9-7924-4e28-9dba-acddd76a62f5", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:43:42.672975 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea975497-9f90-4f53-89b3-9f5a7232aef5 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:43:42.673377 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b025e317-bbe3-4f23-9801-22571cb01ef9', 'name': 'network-vif-deleted', 'tag': '73518de9-7924-4e28-9dba-acddd76a62f5', 'status': 'completed', 'code': 200} Aug 17 02:43:43.698261 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38194) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:44.034255 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826545'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:44.081922 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:44.551686 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Deleting port 2adea251-ae48-47e6-bbd0-6724e6a33a01 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:44.552025 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:44.633500 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] For port 2adea251-ae48-47e6-bbd0-6724e6a33a01, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=2adea251-ae48-47e6-bbd0-6724e6a33a01,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:44.633855 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:44.646602 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Calling delete_port for 2adea251-ae48-47e6-bbd0-6724e6a33a01 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:44.831610 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:44.854500 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2adea251-ae48-47e6-bbd0-6724e6a33a01,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:45.022447 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1936225'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:45.234264 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Router 9b3d1b31-b1bf-4806-96a0-eada645fe078 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:43:45.340551 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:43:45.348925 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-c45b7d9d-f139-42bc-b89b-8efae2977fc8 admin admin] 10.222.0.52 "PUT /v2.0/routers/9b3d1b31-b1bf-4806-96a0-eada645fe078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6470764 Aug 17 02:43:45.348925 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38196) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:45.352232 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] Sync routers for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:43:45.362693 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:45.363317 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:45.459360 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:45.469078 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:45.562446 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:45.613890 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Deleting port a36fca9b-b49e-402f-a9f0-46c52c6c3030 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:45.614220 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:45.644920 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:43:44Z', 'revision_number': 5, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port': {'id': 'a36fca9b-b49e-402f-a9f0-46c52c6c3030', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:45.674088 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] Checking router: 9b3d1b31-b1bf-4806-96a0-eada645fe078 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:43:45.682468 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] Routers {'9b3d1b31-b1bf-4806-96a0-eada645fe078'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:45.683104 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9b3d1b31-b1bf-4806-96a0-eada645fe078'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:45.698769 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] For port a36fca9b-b49e-402f-a9f0-46c52c6c3030, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=a36fca9b-b49e-402f-a9f0-46c52c6c3030,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:45.699136 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:45.712624 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Calling delete_port for a36fca9b-b49e-402f-a9f0-46c52c6c3030 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:45.767784 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] Set router 9b3d1b31-b1bf-4806-96a0-eada645fe078 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:45.886943 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:45.915464 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Pushing event deleted for resources: {'Port': ['ID=a36fca9b-b49e-402f-a9f0-46c52c6c3030,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:45.944902 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:43:45Z', 'revision_number': 6, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port_host': None}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:45.972506 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1784233'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:45.973028 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432bd47-d125-4485-95d8-6540e27f9999 None None] The sync data for ids ['9b3d1b31-b1bf-4806-96a0-eada645fe078'] in dv-cinder-799871-4-iscsi is: [{'id': '9b3d1b31-b1bf-4806-96a0-eada645fe078', 'name': 'tempest-TestMinimumBasicScenario-1920738422-router', 'tenant_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:26Z', 'updated_at': '2021-08-17T02:43:45Z', 'revision_number': 6, 'project_id': 'bb48813d6a5743e0bd077ce9d0a852a1', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:43:46.079458 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1826202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41699'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.081546 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.143953 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1826275'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.144401 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b3d1b31-b1bf-4806-96a0-eada645fe078 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:43:46.149492 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.150649 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-da2a3dd3-373a-4301-a3f1-dbd43a9e668d admin admin] 10.222.0.52 "DELETE /v2.0/routers/9b3d1b31-b1bf-4806-96a0-eada645fe078 HTTP/1.1" status: 204 len: 168 time: 0.8008356 Aug 17 02:43:46.153107 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38200) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:46.196456 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f115a5c-b2f5-4f39-8aff-7578f06adf34 admin admin] Deleting subnet 24a80d2a-73e6-4837-8935-11ff842e7082 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:43:46.199463 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f115a5c-b2f5-4f39-8aff-7578f06adf34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.237193 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f115a5c-b2f5-4f39-8aff-7578f06adf34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7601402'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.341362 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f115a5c-b2f5-4f39-8aff-7578f06adf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.400672 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f115a5c-b2f5-4f39-8aff-7578f06adf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8272019'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.427197 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f115a5c-b2f5-4f39-8aff-7578f06adf34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a80d2a-73e6-4837-8935-11ff842e7082,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:46.430957 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7f115a5c-b2f5-4f39-8aff-7578f06adf34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.432872 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-7f115a5c-b2f5-4f39-8aff-7578f06adf34 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/24a80d2a-73e6-4837-8935-11ff842e7082 HTTP/1.1" status: 204 len: 168 time: 0.2788224 Aug 17 02:43:46.435386 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38202) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:46.438570 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd206ce9-d0e2-4bc0-8e8d-b76e2b0f4671 None None] Network b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:46.504335 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.561056 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Deleting port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:46.561390 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.623841 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] For port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=0f2d92ee-b23d-45c8-a6b1-3bc549515ede,segment=NetworkSegment(693796c2-1fe7-454c-9c9d-fd2eb715e4f0),segment_id=693796c2-1fe7-454c-9c9d-fd2eb715e4f0)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:46.624207 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.636467 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Calling delete_port for 0f2d92ee-b23d-45c8-a6b1-3bc549515ede owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:46.720987 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.747991 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accca5db-a5af-400d-819a-b5311894d44b None None] DHCP port deletion for b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 request from dv-cinder-799871-4-iscsi {{(pid=93867) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:43:46.749728 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2d92ee-b23d-45c8-a6b1-3bc549515ede,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:46.757708 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] No DVR routers for this DVR port 0f2d92ee-b23d-45c8-a6b1-3bc549515ede on host dv-cinder-799871-4-iscsi {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:43:46.810047 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device a36fca9b-b49e-402f-a9f0-46c52c6c3030 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:46.834445 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: a36fca9b-b49e-402f-a9f0-46c52c6c3030 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:43:46.834895 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device a36fca9b-b49e-402f-a9f0-46c52c6c3030 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:43:46.835377 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 2adea251-ae48-47e6-bbd0-6724e6a33a01 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:46.840571 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.850888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:46.854130 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 2adea251-ae48-47e6-bbd0-6724e6a33a01 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:43:46.854470 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 2adea251-ae48-47e6-bbd0-6724e6a33a01 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:43:46.854909 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 0f2d92ee-b23d-45c8-a6b1-3bc549515ede no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:46.862014 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693796c2-1fe7-454c-9c9d-fd2eb715e4f0') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:46.862328 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693796c2-1fe7-454c-9c9d-fd2eb715e4f0') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:46.871413 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7601395'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.874571 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 0f2d92ee-b23d-45c8-a6b1-3bc549515ede {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:43:46.874969 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 0f2d92ee-b23d-45c8-a6b1-3bc549515ede not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:43:46.885868 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.891613 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:43:46.892174 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601808'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: Traceback (most recent call last): Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: timer() Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: cb(*args, **kw) Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: return func(*args, **kwargs) Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: self._notify() Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: self.callback(batched_events) Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: event.method(event) Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: return f(self, *a, **k) Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._get(url).json() Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: return self.request(url, 'GET', **kwargs) Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:43:46.893598 dv-cinder-799871-4-iscsi neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:43:46.948225 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.954395 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:46.958325 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2 HTTP/1.1" status: 204 len: 168 time: 0.5219469 Aug 17 02:43:46.961073 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38204) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:46.977127 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c5c7a-0ad9-40a5-aca6-b03a0925fb46 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58e14bf-9d22-40d1-a8c6-ca0bb21df2e2,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:47.306390 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826545'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:47.373153 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 73518de9-7924-4e28-9dba-acddd76a62f5 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:47.394662 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 73518de9-7924-4e28-9dba-acddd76a62f5 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:43:47.395021 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 73518de9-7924-4e28-9dba-acddd76a62f5 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:43:47.542676 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Deleting port d31db72e-798d-4ff6-8d71-9882ac46ed17 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:47.543014 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:47.619242 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] For port d31db72e-798d-4ff6-8d71-9882ac46ed17, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=d31db72e-798d-4ff6-8d71-9882ac46ed17,segment=NetworkSegment(22573528-46a3-486f-ac7f-082c95f1175d),segment_id=22573528-46a3-486f-ac7f-082c95f1175d)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:47.619608 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:47.631814 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Calling delete_port for d31db72e-798d-4ff6-8d71-9882ac46ed17 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:47.807613 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:47.834482 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31db72e-798d-4ff6-8d71-9882ac46ed17,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:48.263051 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1936225'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:48.472015 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Router e1244f80-d1d1-4103-9f3e-be63e2cf51da has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:43:48.575494 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:43:48.580881 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-27626db7-d3c6-48c0-9572-4bb4c5f81f61 admin admin] 10.222.0.52 "PUT /v2.0/routers/e1244f80-d1d1-4103-9f3e-be63e2cf51da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6188722 Aug 17 02:43:48.583401 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38206) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:48.585540 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] Sync routers for ids ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:43:48.595419 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] Routers {'e1244f80-d1d1-4103-9f3e-be63e2cf51da'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:48.596129 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:48.685488 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:48.699076 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] Set router e1244f80-d1d1-4103-9f3e-be63e2cf51da gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:48.790807 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:48.844802 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Deleting port b2c56440-0a59-4f07-bf4b-eafb065ac295 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:48.845171 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:48.880085 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:30Z', 'updated_at': '2021-08-17T02:43:47Z', 'revision_number': 5, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'gw_port': {'id': 'b2c56440-0a59-4f07-bf4b-eafb065ac295', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:39:31Z', 'updated_at': '2021-08-17T02:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:48.905975 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] Checking router: e1244f80-d1d1-4103-9f3e-be63e2cf51da for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:43:48.914081 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] Routers {'e1244f80-d1d1-4103-9f3e-be63e2cf51da'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:48.914717 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:48.923210 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] For port b2c56440-0a59-4f07-bf4b-eafb065ac295, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=b2c56440-0a59-4f07-bf4b-eafb065ac295,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:48.923575 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:48.935907 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Calling delete_port for b2c56440-0a59-4f07-bf4b-eafb065ac295 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:48.998940 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] Set router e1244f80-d1d1-4103-9f3e-be63e2cf51da gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:49.052856 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:30Z', 'updated_at': '2021-08-17T02:43:48Z', 'revision_number': 6, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'gw_port_host': None}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:49.080158 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95490961-5f1f-486b-826e-7d18554f63e1 None None] The sync data for ids ['e1244f80-d1d1-4103-9f3e-be63e2cf51da'] in dv-cinder-799871-4-iscsi is: [{'id': 'e1244f80-d1d1-4103-9f3e-be63e2cf51da', 'name': 'tempest-TestMinimumBasicScenario-700134716-router', 'tenant_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:39:30Z', 'updated_at': '2021-08-17T02:43:48Z', 'revision_number': 6, 'project_id': 'ac8f094b0335455499e67d6cd0a7e09c', 'gw_port_host': None}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:43:49.107404 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.136488 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c56440-0a59-4f07-bf4b-eafb065ac295,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:49.197377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1784233'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.286141 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1826202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41699'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.288245 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.331782 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1826275'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.332490 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1244f80-d1d1-4103-9f3e-be63e2cf51da {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:43:49.337555 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.338698 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-b30e61d6-475d-4e6b-9d86-384324e6d44d admin admin] 10.222.0.52 "DELETE /v2.0/routers/e1244f80-d1d1-4103-9f3e-be63e2cf51da HTTP/1.1" status: 204 len: 168 time: 0.7542968 Aug 17 02:43:49.341093 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38208) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:49.388081 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93b1c6f-b88f-4432-94d0-5414f472ce72 admin admin] Deleting subnet a7f00af6-89cb-40de-8dfb-6f57a3c67104 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:43:49.391109 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e93b1c6f-b88f-4432-94d0-5414f472ce72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.424159 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e93b1c6f-b88f-4432-94d0-5414f472ce72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7601402'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.504245 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e93b1c6f-b88f-4432-94d0-5414f472ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.559090 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e93b1c6f-b88f-4432-94d0-5414f472ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8272019'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.588086 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b1c6f-b88f-4432-94d0-5414f472ce72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f00af6-89cb-40de-8dfb-6f57a3c67104,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:49.591587 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e93b1c6f-b88f-4432-94d0-5414f472ce72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.593443 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-e93b1c6f-b88f-4432-94d0-5414f472ce72 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a7f00af6-89cb-40de-8dfb-6f57a3c67104 HTTP/1.1" status: 204 len: 168 time: 0.2514274 Aug 17 02:43:49.596380 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38210) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:49.598754 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428189a2-9015-4020-a0da-e9627ad3b14f None None] Network 90a3e20a-3bfc-4056-8cbe-8da1deb66913 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:49.662554 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.718157 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Deleting port 49e8c387-f0d0-4949-b9d7-e8819aead60a {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:49.718498 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.784506 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] For port 49e8c387-f0d0-4949-b9d7-e8819aead60a, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=49e8c387-f0d0-4949-b9d7-e8819aead60a,segment=NetworkSegment(22573528-46a3-486f-ac7f-082c95f1175d),segment_id=22573528-46a3-486f-ac7f-082c95f1175d)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:49.784798 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.797660 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Calling delete_port for 49e8c387-f0d0-4949-b9d7-e8819aead60a owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:49.870917 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] DHCP port deletion for 90a3e20a-3bfc-4056-8cbe-8da1deb66913 request from dv-cinder-799871-4-iscsi {{(pid=93867) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:43:49.883824 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.913679 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=49e8c387-f0d0-4949-b9d7-e8819aead60a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:49.917445 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Deleting port 49e8c387-f0d0-4949-b9d7-e8819aead60a {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:43:49.918069 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.918647 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] No DVR routers for this DVR port 49e8c387-f0d0-4949-b9d7-e8819aead60a on host dv-cinder-799871-4-iscsi {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:43:49.985730 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] For port 49e8c387-f0d0-4949-b9d7-e8819aead60a, host dv-cinder-799871-4-iscsi, got binding levels [] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:49.986128 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.990120 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:49.998565 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Calling delete_port for 49e8c387-f0d0-4949-b9d7-e8819aead60a owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:43:49.999559 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a3e20a-3bfc-4056-8cbe-8da1deb66913']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:50.003070 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.ipam_backend_mixin [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Port 49e8c387-f0d0-4949-b9d7-e8819aead60a was not found and therefore no delete operation was performed {{(pid=93867) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 02:43:50.004353 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.009333 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22573528-46a3-486f-ac7f-082c95f1175d') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:50.009633 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22573528-46a3-486f-ac7f-082c95f1175d') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:50.019322 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7601395'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.030310 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Pushing event deleted for resources: {'Port': ['ID=49e8c387-f0d0-4949-b9d7-e8819aead60a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:50.033273 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] No DVR routers for this DVR port 49e8c387-f0d0-4949-b9d7-e8819aead60a on host dv-cinder-799871-4-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:43:50.036193 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.041341 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.041691 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.042029 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.044835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.044835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.044835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.044835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.044835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.044835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.044835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.044835 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.045836 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ec94-fd18-4a9d-8102-33bd60deaed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:50.053681 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:43:50.053942 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601808'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: Traceback (most recent call last): Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: timer() Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: cb(*args, **kw) Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: return func(*args, **kwargs) Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: self._notify() Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: self.callback(batched_events) Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: event.method(event) Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: return f(self, *a, **k) Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._get(url).json() Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: return self.request(url, 'GET', **kwargs) Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:43:50.056098 dv-cinder-799871-4-iscsi neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:43:50.120536 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.136715 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.138634 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] 10.222.0.52 "DELETE /v2.0/networks/90a3e20a-3bfc-4056-8cbe-8da1deb66913 HTTP/1.1" status: 204 len: 168 time: 0.5413265 Aug 17 02:43:50.139857 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2ec8e-b2a5-49ea-99cc-0a75c6c58d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=90a3e20a-3bfc-4056-8cbe-8da1deb66913,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:50.296110 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38214) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:50.336012 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-e257f695-cede-4e3a-880c-065bab1f7738 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb48813d6a5743e0bd077ce9d0a852a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387318 Aug 17 02:43:50.338438 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38216) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:50.386755 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b29db20-9574-4d1b-9c8f-4297f774bfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.409065 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b29db20-9574-4d1b-9c8f-4297f774bfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.458718 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b29db20-9574-4d1b-9c8f-4297f774bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.461210 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b29db20-9574-4d1b-9c8f-4297f774bfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.462332 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1b29db20-9574-4d1b-9c8f-4297f774bfc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64c8e45c-2992-4f34-888f-19c7b4703009 HTTP/1.1" status: 204 len: 168 time: 0.1229813 Aug 17 02:43:50.470293 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29db20-9574-4d1b-9c8f-4297f774bfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c8e45c-2992-4f34-888f-19c7b4703009,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:50.774643 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38222) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:50.799006 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device b2c56440-0a59-4f07-bf4b-eafb065ac295 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:50.816102 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ff42edbd-2dc1-4e9b-a22c-dd448a9eed04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac8f094b0335455499e67d6cd0a7e09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402455 Aug 17 02:43:50.818501 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38224) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:50.819364 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: b2c56440-0a59-4f07-bf4b-eafb065ac295 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:43:50.819712 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device b2c56440-0a59-4f07-bf4b-eafb065ac295 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:43:50.820137 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device d31db72e-798d-4ff6-8d71-9882ac46ed17 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:50.842754 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: d31db72e-798d-4ff6-8d71-9882ac46ed17 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:43:50.843097 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device d31db72e-798d-4ff6-8d71-9882ac46ed17 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:43:50.843509 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 49e8c387-f0d0-4949-b9d7-e8819aead60a no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:43:50.863587 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 49e8c387-f0d0-4949-b9d7-e8819aead60a {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:43:50.863925 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 49e8c387-f0d0-4949-b9d7-e8819aead60a not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:43:50.865885 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95b5aa04-2a66-46f0-b031-14b5a2e7aa1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.887009 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95b5aa04-2a66-46f0-b031-14b5a2e7aa1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.933182 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95b5aa04-2a66-46f0-b031-14b5a2e7aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.935813 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-95b5aa04-2a66-46f0-b031-14b5a2e7aa1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.936930 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-95b5aa04-2a66-46f0-b031-14b5a2e7aa1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/133ef283-e388-4ade-91e1-040669303ee5 HTTP/1.1" status: 204 len: 168 time: 0.1175356 Aug 17 02:43:50.944211 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5aa04-2a66-46f0-b031-14b5a2e7aa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133ef283-e388-4ade-91e1-040669303ee5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:51.598317 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38246) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:51.693123 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1167300869-network', 'tenant_id': '257befd47c194f6e8cfa14348560404c'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:51.713861 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Made reservation on behalf of 257befd47c194f6e8cfa14348560404c for: {'network': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:51.716267 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:51.726434 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:51.821779 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:51.825344 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:51.849738 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93865) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:43:51.859233 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31b865e-6a59-4f8a-b53e-76a8d70131d0,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:51.864605 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:51.864946 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.segments_db [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Added segment f655a537-59f5-469e-97c7-e5d0fd874baa of type vlan for network 37925b3a-c8c5-4e26-9871-f96808045ff9 Aug 17 02:43:51.903362 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:51.927821 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:51.928934 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:51.929515 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:51.982625 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3830380 Aug 17 02:43:51.985947 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38250) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:51.990967 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Request body: {'subnet': {'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1167300869-subnet', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'ip_version': 4}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:51.993778 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd67f0-2b4c-4472-9c6d-d7a308cd6ddb admin admin] Pushing event updated for resources: {'Network': ['ID=37925b3a-c8c5-4e26-9871-f96808045ff9,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:52.003619 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 37925b3a-c8c5-4e26-9871-f96808045ff9 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:43:52.011947 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Made reservation on behalf of 257befd47c194f6e8cfa14348560404c for: {'subnet': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:52.014270 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6798158'] for subnet, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.364176 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7181059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798168'] for subnet, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.417379 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e9a88a-964e-4c71-abf9-919fe829c940,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:52.428900 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Checking segment: {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:52.429252 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Network hostable DHCP agents. Network: 37925b3a-c8c5-4e26-9871-f96808045ff9, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:43:52.446112 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Network 37925b3a-c8c5-4e26-9871-f96808045ff9 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:43:52.454965 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 37925b3a-c8c5-4e26-9871-f96808045ff9) {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:52.458827 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:52.459410 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.464266 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84745098-6f27-42bf-87a0-b3f775ce4e97 None None] Network 37925b3a-c8c5-4e26-9871-f96808045ff9 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:52.473461 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bb5c5b49-aad9-496a-b604-d5d780408e3a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4862752 Aug 17 02:43:52.475997 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38252) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:52.480300 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:52.500291 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.501824 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.553548 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.611962 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-37925b3a-c8c5-4e26-9871-f96808045ff9', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:43:52.612901 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.688713 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.745998 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Allocated IP 172.20.0.2 (37925b3a-c8c5-4e26-9871-f96808045ff9/63e9a88a-964e-4c71-abf9-919fe829c940/5effd627-f2fe-4453-a415-a57c444900b2) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:52.880090 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.890369 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.898943 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Transition to ACTIVE for port object 5effd627-f2fe-4453-a415-a57c444900b2 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:52.902075 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.914105 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Transition to ACTIVE for port object 5effd627-f2fe-4453-a415-a57c444900b2 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:52.919864 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:52.960725 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Network 37925b3a-c8c5-4e26-9871-f96808045ff9 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:52.965166 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:52.967710 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:52.975771 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Pushing event updated for resources: {'Port': ['ID=5effd627-f2fe-4453-a415-a57c444900b2,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:53.008188 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Allocated IP 172.27.0.72 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/3b7f3dbc-8798-485b-9f62-81348b06d88d) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:53.026746 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Attempting to bind port 5effd627-f2fe-4453-a415-a57c444900b2 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:43:53.027318 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Attempting to bind port 5effd627-f2fe-4453-a415-a57c444900b2 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:43:53.027467 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Attempting to bind port 5effd627-f2fe-4453-a415-a57c444900b2 on network 37925b3a-c8c5-4e26-9871-f96808045ff9 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:53.033220 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:43:53.033597 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Checking segment: {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:53.034004 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:53.034392 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Bound using segment: {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:43:53.034884 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Bound port: 5effd627-f2fe-4453-a415-a57c444900b2, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:43:53.035266 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:53.100141 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] For port 5effd627-f2fe-4453-a415-a57c444900b2, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:43:53.103641 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] For port 5effd627-f2fe-4453-a415-a57c444900b2, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=5effd627-f2fe-4453-a415-a57c444900b2,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:43:53.107682 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:53.112142 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:53.151464 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:53.167254 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:53.169489 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:53.175526 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3a937-e96e-46c7-ae4a-ec511de476c4 None None] Pushing event updated for resources: {'Port': ['ID=5effd627-f2fe-4453-a415-a57c444900b2,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:53.188735 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:53.229177 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7f3dbc-8798-485b-9f62-81348b06d88d,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:53.450932 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:53.640482 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:53.769762 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Router 628777d7-3374-48fd-b9f4-fe27f2318398 is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:43:53.885468 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:43:53.898951 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Sync routers for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:43:53.904000 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:53.905235 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-25d29340-8caf-4e2a-b831-f292818a8835 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4283032 Aug 17 02:43:53.908660 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38256) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:53.911193 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:53.911824 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:54.020970 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c6bede-6747-4546-ba9e-eeb044a0149c None None] Network 37925b3a-c8c5-4e26-9871-f96808045ff9 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:54.064660 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:54.177375 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-e50f0642-2dbe-4571-845c-780e5130962b None None] Provisioning for port 5effd627-f2fe-4453-a415-a57c444900b2 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:54.324401 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.354650 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:53Z', 'revision_number': 3, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:54.383164 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Checking router: 628777d7-3374-48fd-b9f4-fe27f2318398 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:43:54.383519 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Updating router 628777d7-3374-48fd-b9f4-fe27f2318398 port 3b7f3dbc-8798-485b-9f62-81348b06d88d binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:43:54.409711 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.489180 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Allocated IP 172.20.0.1 (37925b3a-c8c5-4e26-9871-f96808045ff9/63e9a88a-964e-4c71-abf9-919fe829c940/998f8b8c-b5b3-4c69-a857-fe81c68fe3bf) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:54.599529 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.613741 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Transition to ACTIVE for port object 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:54.646191 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.686357 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Network 37925b3a-c8c5-4e26-9871-f96808045ff9 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:54.689948 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:54.693611 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:54.697400 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.699346 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Pushing event updated for resources: {'Port': ['ID=998f8b8c-b5b3-4c69-a857-fe81c68fe3bf,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:54.715576 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Transition to ACTIVE for port object 3b7f3dbc-8798-485b-9f62-81348b06d88d will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:54.721974 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.746697 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.782842 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Attempting to bind port 3b7f3dbc-8798-485b-9f62-81348b06d88d on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:43:54.783215 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Attempting to bind port 3b7f3dbc-8798-485b-9f62-81348b06d88d by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:43:54.783580 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Attempting to bind port 3b7f3dbc-8798-485b-9f62-81348b06d88d on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:54.791940 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a1011-cdad-4e63-83a9-f6d3745df9ba None None] Pushing event updated for resources: {'Port': ['ID=3b7f3dbc-8798-485b-9f62-81348b06d88d,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:54.795166 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:43:54.795545 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:54.795994 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.796537 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:43:54.797159 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Bound port: 3b7f3dbc-8798-485b-9f62-81348b06d88d, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:43:54.797545 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.866920 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] For port 3b7f3dbc-8798-485b-9f62-81348b06d88d, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:43:54.870399 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] For port 3b7f3dbc-8798-485b-9f62-81348b06d88d, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=3b7f3dbc-8798-485b-9f62-81348b06d88d,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:43:54.873593 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 5effd627-f2fe-4453-a415-a57c444900b2 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:54.878513 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:54.898458 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:55.072880 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:55.077721 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:55.101471 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a1011-cdad-4e63-83a9-f6d3745df9ba None None] Pushing event updated for resources: {'Port': ['ID=3b7f3dbc-8798-485b-9f62-81348b06d88d,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:55.105725 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:55.106330 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:55.108840 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-6ff3fad1-67bd-4244-8103-d3f90fb7e4cd None None] Provisioning for port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:55.144166 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Pushing event updated for resources: {'Port': ['ID=998f8b8c-b5b3-4c69-a857-fe81c68fe3bf,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:55.148013 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-6ff3fad1-67bd-4244-8103-d3f90fb7e4cd None None] Provisioning complete for port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:55.148383 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6ff3fad1-67bd-4244-8103-d3f90fb7e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:55.149168 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:55.179093 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 5effd627-f2fe-4453-a415-a57c444900b2 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:55.218165 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 5effd627-f2fe-4453-a415-a57c444900b2 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:55.218536 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:55.243327 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Network 37925b3a-c8c5-4e26-9871-f96808045ff9 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:55.245107 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:55.250140 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3fad1-67bd-4244-8103-d3f90fb7e4cd None None] Port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:43:55.275122 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:55.433798 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:55.494471 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 5effd627-f2fe-4453-a415-a57c444900b2, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=5effd627-f2fe-4453-a415-a57c444900b2,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:55.501231 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:55.550164 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-664ffafd-4f5d-4840-a438-52234b2250ee None None] Provisioning complete for port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:55.550451 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-664ffafd-4f5d-4840-a438-52234b2250ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:55.608116 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=5effd627-f2fe-4453-a415-a57c444900b2,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:55.617351 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-664ffafd-4f5d-4840-a438-52234b2250ee None None] Port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:43:55.634046 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 2, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:55.658133 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Router 628777d7-3374-48fd-b9f4-fe27f2318398 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:43:55.660754 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3316385-c32b-4a9c-ba72-24faf0b1da7e None None] The sync data for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi is: [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 2, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:43:55.767933 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:43:55.772869 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ba7761b6-7a70-4b5f-a27f-52bc499314e7 admin admin] 10.222.0.52 "PUT /v2.0/routers/628777d7-3374-48fd-b9f4-fe27f2318398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8630412 Aug 17 02:43:56.294276 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38274) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:56.300774 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-109050803-network', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:56.323556 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Made reservation on behalf of 576a86d4cd5d41228787c762d8c6577a for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:56.326118 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.335659 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.429130 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.433474 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.463806 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:43:56.466024 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543ce008-97c6-48e0-9aa5-cca6b8e6f3f1,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:56.478286 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.478663 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Added segment c439b860-b2eb-4174-a23f-40e5bf322833 of type vlan for network a7049b0c-554d-46a0-8195-219355802467 Aug 17 02:43:56.520915 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.547075 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.548264 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:56.548845 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.605847 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3098371 Aug 17 02:43:56.608738 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38276) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:56.613824 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7ea05-f129-4439-825d-086290dc4e60 admin admin] Pushing event updated for resources: {'Network': ['ID=a7049b0c-554d-46a0-8195-219355802467,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:56.614034 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Request body: {'subnet': {'network_id': 'a7049b0c-554d-46a0-8195-219355802467', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-109050803-subnet', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:56.624874 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network a7049b0c-554d-46a0-8195-219355802467 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:43:56.642654 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Made reservation on behalf of 576a86d4cd5d41228787c762d8c6577a for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:56.645052 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8272014'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.833054 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8272024'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.887560 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 3b7f3dbc-8798-485b-9f62-81348b06d88d up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:56.900677 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eddc87b-ecf8-4a52-b83b-5dc6925585bb,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:56.912056 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Checking segment: {'id': 'c439b860-b2eb-4174-a23f-40e5bf322833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7049b0c-554d-46a0-8195-219355802467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:56.912413 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Network hostable DHCP agents. Network: a7049b0c-554d-46a0-8195-219355802467, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:43:56.929260 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Network a7049b0c-554d-46a0-8195-219355802467 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:43:56.938979 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, a7049b0c-554d-46a0-8195-219355802467) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:56.941916 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 3b7f3dbc-8798-485b-9f62-81348b06d88d completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:56.945568 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:56.945955 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.947478 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d631f15-45a4-40d0-ada0-e1f8a2a2423d None None] Network a7049b0c-554d-46a0-8195-219355802467 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:56.960292 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1b0d6dc1-9035-4aae-9031-bd86c61908af admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3504174 Aug 17 02:43:56.960474 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 3b7f3dbc-8798-485b-9f62-81348b06d88d triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:56.960850 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.962777 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38278) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:56.967102 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:56.987737 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:56.988779 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.043783 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.119041 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.149086 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 3b7f3dbc-8798-485b-9f62-81348b06d88d, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=3b7f3dbc-8798-485b-9f62-81348b06d88d,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:57.167871 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.168560 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 5effd627-f2fe-4453-a415-a57c444900b2 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:57.185154 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.211462 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-a7049b0c-554d-46a0-8195-219355802467', 'network_id': 'a7049b0c-554d-46a0-8195-219355802467', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'fixed_ips': [{'subnet_id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:43:57.212294 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.313330 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=3b7f3dbc-8798-485b-9f62-81348b06d88d,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:57.346850 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 5effd627-f2fe-4453-a415-a57c444900b2 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:57.347212 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.401961 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.417208 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Allocated IP 172.20.0.2 (a7049b0c-554d-46a0-8195-219355802467/6eddc87b-ecf8-4a52-b83b-5dc6925585bb/fb4c32b4-29e0-4d71-90cf-05614a51eb4a) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:57.423110 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.542991 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Allocated IP 172.27.0.174 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/3732ab1d-22ec-42e7-bc22-f88ee77ebfa5) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:57.596990 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.603144 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Sync routers for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:43:57.606528 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Transition to ACTIVE for port object fb4c32b4-29e0-4d71-90cf-05614a51eb4a will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:57.613950 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:57.614574 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:57.622854 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Transition to ACTIVE for port object fb4c32b4-29e0-4d71-90cf-05614a51eb4a will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:57.629804 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.656281 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.673823 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Network a7049b0c-554d-46a0-8195-219355802467 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:57.680216 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:57.682097 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Pushing event updated for resources: {'Port': ['ID=fb4c32b4-29e0-4d71-90cf-05614a51eb4a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:57.684354 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:57.708031 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.750836 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Attempting to bind port fb4c32b4-29e0-4d71-90cf-05614a51eb4a on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:43:57.751194 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Attempting to bind port fb4c32b4-29e0-4d71-90cf-05614a51eb4a by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'c439b860-b2eb-4174-a23f-40e5bf322833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7049b0c-554d-46a0-8195-219355802467'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:43:57.751550 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Attempting to bind port fb4c32b4-29e0-4d71-90cf-05614a51eb4a on network a7049b0c-554d-46a0-8195-219355802467 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:57.756587 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:43:57.756954 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Checking segment: {'id': 'c439b860-b2eb-4174-a23f-40e5bf322833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7049b0c-554d-46a0-8195-219355802467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:57.757091 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:57.757436 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.757729 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Bound using segment: {'id': 'c439b860-b2eb-4174-a23f-40e5bf322833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7049b0c-554d-46a0-8195-219355802467'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:43:57.758183 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Bound port: fb4c32b4-29e0-4d71-90cf-05614a51eb4a, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c439b860-b2eb-4174-a23f-40e5bf322833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7049b0c-554d-46a0-8195-219355802467'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:43:57.758558 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.760040 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:57.764415 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:57.768573 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Pushing event updated for resources: {'Port': ['ID=3732ab1d-22ec-42e7-bc22-f88ee77ebfa5,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:57.825407 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:57.829599 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] For port fb4c32b4-29e0-4d71-90cf-05614a51eb4a, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:43:57.833112 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] For port fb4c32b4-29e0-4d71-90cf-05614a51eb4a, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=fb4c32b4-29e0-4d71-90cf-05614a51eb4a,segment=NetworkSegment(c439b860-b2eb-4174-a23f-40e5bf322833),segment_id=c439b860-b2eb-4174-a23f-40e5bf322833)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:43:57.839093 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:57.898174 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93077e58-f333-4a08-84a8-13a0d3a06ab7 None None] Pushing event updated for resources: {'Port': ['ID=fb4c32b4-29e0-4d71-90cf-05614a51eb4a,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:58.033404 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.085993 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 2, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:58.122348 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Checking router: 628777d7-3374-48fd-b9f4-fe27f2318398 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:43:58.122987 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Updating router 628777d7-3374-48fd-b9f4-fe27f2318398 port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:43:58.149420 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.254461 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.384835 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Router a3b91d80-2a83-46da-8b01-8e3ce411f7bf is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:43:58.426179 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.436290 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Transition to ACTIVE for port object 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:58.443172 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.492325 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Pushing event updated for resources: {'Port': ['ID=998f8b8c-b5b3-4c69-a857-fe81c68fe3bf,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:58.495341 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:43:58.505135 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Sync routers for ids ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:43:58.516336 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Routers {'a3b91d80-2a83-46da-8b01-8e3ce411f7bf'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:58.516980 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:58.525037 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.526922 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-e1c6a0f6-67a5-41ee-a118-88d6ea32f69f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5631461 Aug 17 02:43:58.529862 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38280) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:58.534734 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.536185 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.536541 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.539072 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.541588 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.541948 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.542285 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.547998 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.548528 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.550995 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.551497 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.551978 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:58.590303 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Attempting to bind port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:43:58.590761 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Attempting to bind port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:43:58.591320 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Attempting to bind port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf on network 37925b3a-c8c5-4e26-9871-f96808045ff9 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:58.597908 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:43:58.598285 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Checking segment: {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:58.598765 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.599159 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Bound using segment: {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:43:58.599631 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Bound port: 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:43:58.600034 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.681831 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] For port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:43:58.685384 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] For port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=998f8b8c-b5b3-4c69-a857-fe81c68fe3bf,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:43:58.698980 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:58.777822 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9ac0e-a5d4-4533-9388-cc3893bfe924 None None] Pushing event updated for resources: {'Port': ['ID=998f8b8c-b5b3-4c69-a857-fe81c68fe3bf,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:58.802974 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:43:58.803607 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:58.893819 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Set router a3b91d80-2a83-46da-8b01-8e3ce411f7bf gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:58.989932 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:43:59.039059 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 3b7f3dbc-8798-485b-9f62-81348b06d88d up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:59.041050 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf4fe4-edfb-467d-a2a1-388b9c1a0ea7 None None] Network a7049b0c-554d-46a0-8195-219355802467 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:59.153764 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-8ed7dc01-b8a9-49ce-919c-e7bd80691c4d None None] Provisioning for port fb4c32b4-29e0-4d71-90cf-05614a51eb4a completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:59.177462 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.229719 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 3b7f3dbc-8798-485b-9f62-81348b06d88d triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:59.230091 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.244630 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:43:58Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:59.275658 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a30b11-6a05-4e6a-868d-dd6b06a184fd None None] The sync data for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi is: [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:43:58Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:43:59.349817 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Allocated IP 172.20.0.1 (a7049b0c-554d-46a0-8195-219355802467/6eddc87b-ecf8-4a52-b83b-5dc6925585bb/7a261405-835d-49c9-b1a2-f8b5c725e935) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:59.400755 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:56Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 3, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'gw_port': {'id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:57Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:43:59.441121 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Checking router: a3b91d80-2a83-46da-8b01-8e3ce411f7bf for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:43:59.441470 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Updating router a3b91d80-2a83-46da-8b01-8e3ce411f7bf port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:43:59.463859 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device fb4c32b4-29e0-4d71-90cf-05614a51eb4a up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:59.482740 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.493009 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.500475 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Transition to ACTIVE for port object 7a261405-835d-49c9-b1a2-f8b5c725e935 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:59.545087 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.566021 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Network a7049b0c-554d-46a0-8195-219355802467 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:59.568905 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:59.571156 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:59.626967 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port fb4c32b4-29e0-4d71-90cf-05614a51eb4a completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:59.637120 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port fb4c32b4-29e0-4d71-90cf-05614a51eb4a triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:59.637541 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.643081 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a261405-835d-49c9-b1a2-f8b5c725e935,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:59.662210 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.821033 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.831555 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.838239 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-a18a46a6-9e92-433d-a82a-32a8e41a8ed1 None None] Provisioning complete for port fb4c32b4-29e0-4d71-90cf-05614a51eb4a triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:59.838642 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a18a46a6-9e92-433d-a82a-32a8e41a8ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.964436 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port fb4c32b4-29e0-4d71-90cf-05614a51eb4a, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=fb4c32b4-29e0-4d71-90cf-05614a51eb4a,segment=NetworkSegment(c439b860-b2eb-4174-a23f-40e5bf322833),segment_id=c439b860-b2eb-4174-a23f-40e5bf322833)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:59.966560 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:59.974396 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.004056 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Transition to ACTIVE for port object 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:00.018931 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.032838 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.037509 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.081435 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=fb4c32b4-29e0-4d71-90cf-05614a51eb4a,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:00.090920 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Attempting to bind port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:44:00.091749 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Attempting to bind port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:44:00.092126 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Attempting to bind port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:00.101167 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a261405-835d-49c9-b1a2-f8b5c725e935,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:00.114041 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.120817 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:44:00.121314 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:00.121593 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.121990 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:44:00.122464 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Bound port: 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:44:00.122876 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.157077 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2d130-8ab0-4822-9d72-44b117c137a2 None None] Pushing event updated for resources: {'Port': ['ID=3732ab1d-22ec-42e7-bc22-f88ee77ebfa5,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:00.186080 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] For port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:44:00.189772 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] For port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=3732ab1d-22ec-42e7-bc22-f88ee77ebfa5,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:44:00.197910 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.213045 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Network a7049b0c-554d-46a0-8195-219355802467 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:00.214399 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:00.247295 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d4e82347-2693-4292-99d5-87a78ccd7854 None None] Provisioning for port 7a261405-835d-49c9-b1a2-f8b5c725e935 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:00.264984 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d4e82347-2693-4292-99d5-87a78ccd7854 None None] Provisioning complete for port 7a261405-835d-49c9-b1a2-f8b5c725e935 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:00.265356 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d4e82347-2693-4292-99d5-87a78ccd7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.268846 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Routers {'a3b91d80-2a83-46da-8b01-8e3ce411f7bf'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:00.269495 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:00.323872 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2d130-8ab0-4822-9d72-44b117c137a2 None None] Pushing event updated for resources: {'Port': ['ID=3732ab1d-22ec-42e7-bc22-f88ee77ebfa5,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:00.333195 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Router a3b91d80-2a83-46da-8b01-8e3ce411f7bf has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:44:00.353198 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-d4e82347-2693-4292-99d5-87a78ccd7854 None None] Port 7a261405-835d-49c9-b1a2-f8b5c725e935 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:00.412653 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] Set router a3b91d80-2a83-46da-8b01-8e3ce411f7bf gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:00.452631 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:44:00.458885 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-81a61c3c-f24b-4190-bb4a-abc08a0639d3 admin admin] 10.222.0.52 "PUT /v2.0/routers/a3b91d80-2a83-46da-8b01-8e3ce411f7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276271 Aug 17 02:44:00.536076 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-80f39950-f9b0-4104-909e-434c5436602a None None] Provisioning complete for port 7a261405-835d-49c9-b1a2-f8b5c725e935 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:00.536447 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80f39950-f9b0-4104-909e-434c5436602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.721843 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-80f39950-f9b0-4104-909e-434c5436602a None None] Port 7a261405-835d-49c9-b1a2-f8b5c725e935 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:00.793392 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:56Z', 'updated_at': '2021-08-17T02:43:59Z', 'revision_number': 4, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'gw_port': {'id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:57Z', 'updated_at': '2021-08-17T02:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '7a261405-835d-49c9-b1a2-f8b5c725e935', 'name': '', 'network_id': 'a7049b0c-554d-46a0-8195-219355802467', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'mac_address': 'fa:16:3e:f8:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:59Z', 'updated_at': '2021-08-17T02:43:59Z', 'revision_number': 2, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'subnets': [{'id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:00.822029 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231aa896-616c-4e17-b0e2-46be48d99404 None None] The sync data for ids ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'] in dv-cinder-799871-4-iscsi is: [{'id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:56Z', 'updated_at': '2021-08-17T02:43:59Z', 'revision_number': 4, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'gw_port': {'id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:57Z', 'updated_at': '2021-08-17T02:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '7a261405-835d-49c9-b1a2-f8b5c725e935', 'name': '', 'network_id': 'a7049b0c-554d-46a0-8195-219355802467', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'mac_address': 'fa:16:3e:f8:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:59Z', 'updated_at': '2021-08-17T02:43:59Z', 'revision_number': 2, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'subnets': [{'id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:44:00.846278 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:00.896703 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:00.900997 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:00.901372 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:00.985015 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.043083 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=998f8b8c-b5b3-4c69-a857-fe81c68fe3bf,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:01.048890 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.050004 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device fb4c32b4-29e0-4d71-90cf-05614a51eb4a up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:01.079126 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38290) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:01.084219 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-1ca93188-5070-47c1-b1ca-a5f86d677eac tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52666168', 'description': 'tempest-secgroup-smoke-52666168 description', 'project_id': '257befd47c194f6e8cfa14348560404c'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:01.113810 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ca93188-5070-47c1-b1ca-a5f86d677eac tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.141728 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=998f8b8c-b5b3-4c69-a857-fe81c68fe3bf,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:01.157940 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port fb4c32b4-29e0-4d71-90cf-05614a51eb4a triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:01.157940 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.213305 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ca93188-5070-47c1-b1ca-a5f86d677eac tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.218250 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ca93188-5070-47c1-b1ca-a5f86d677eac tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.253766 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1ca93188-5070-47c1-b1ca-a5f86d677eac tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.254998 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1ca93188-5070-47c1-b1ca-a5f86d677eac tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1748064 Aug 17 02:44:01.256810 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca93188-5070-47c1-b1ca-a5f86d677eac tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d362f2-a8be-48f6-bc60-f1c9c952eeab,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:01.258282 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38292) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:01.263940 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-06999a8c-00e7-4b9b-b5d7-2024afd99455 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Request body: {'security_group_rule': {'security_group_id': '39d362f2-a8be-48f6-bc60-f1c9c952eeab', 'project_id': '257befd47c194f6e8cfa14348560404c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:01.291596 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06999a8c-00e7-4b9b-b5d7-2024afd99455 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.350300 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06999a8c-00e7-4b9b-b5d7-2024afd99455 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.354065 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06999a8c-00e7-4b9b-b5d7-2024afd99455 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.370841 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06999a8c-00e7-4b9b-b5d7-2024afd99455 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8ea150-f61f-4582-b5b5-64eb6f142f94,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:01.383951 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-06999a8c-00e7-4b9b-b5d7-2024afd99455 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.385492 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-06999a8c-00e7-4b9b-b5d7-2024afd99455 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256223 Aug 17 02:44:01.388326 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38296) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:01.393522 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-a30008c8-7b48-4547-947a-f0c6d664b13c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Request body: {'security_group_rule': {'security_group_id': '39d362f2-a8be-48f6-bc60-f1c9c952eeab', 'project_id': '257befd47c194f6e8cfa14348560404c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:01.421228 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a30008c8-7b48-4547-947a-f0c6d664b13c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.481133 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a30008c8-7b48-4547-947a-f0c6d664b13c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.485088 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a30008c8-7b48-4547-947a-f0c6d664b13c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.501495 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30008c8-7b48-4547-947a-f0c6d664b13c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af06dd63-e75a-44d3-88f8-ddf12b0c1994,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:01.508937 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-a30008c8-7b48-4547-947a-f0c6d664b13c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.510160 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-a30008c8-7b48-4547-947a-f0c6d664b13c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208537 Aug 17 02:44:01.512817 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38298) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:01.518235 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-4e468767-896b-4bc8-8cc3-1e6f71115669 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Request body: {'security_group_rule': {'security_group_id': '39d362f2-a8be-48f6-bc60-f1c9c952eeab', 'project_id': '257befd47c194f6e8cfa14348560404c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:01.543697 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e468767-896b-4bc8-8cc3-1e6f71115669 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.601624 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e468767-896b-4bc8-8cc3-1e6f71115669 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.604996 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e468767-896b-4bc8-8cc3-1e6f71115669 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.621069 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e468767-896b-4bc8-8cc3-1e6f71115669 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a704d130-c11e-4130-a4b0-2cb4bcc5a87e,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:01.628524 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4e468767-896b-4bc8-8cc3-1e6f71115669 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.629639 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4e468767-896b-4bc8-8cc3-1e6f71115669 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159418 Aug 17 02:44:01.632397 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38300) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:01.637113 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-36bb922c-a2c6-401c-bc17-c870e4af84ef tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Request body: {'security_group_rule': {'security_group_id': '39d362f2-a8be-48f6-bc60-f1c9c952eeab', 'project_id': '257befd47c194f6e8cfa14348560404c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:01.663040 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-36bb922c-a2c6-401c-bc17-c870e4af84ef tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.719867 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-36bb922c-a2c6-401c-bc17-c870e4af84ef tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.723400 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-36bb922c-a2c6-401c-bc17-c870e4af84ef tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.740985 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb922c-a2c6-401c-bc17-c870e4af84ef tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3eefd0-f51a-43ca-9ea1-cd270180cd7f,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:01.746844 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-36bb922c-a2c6-401c-bc17-c870e4af84ef tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.747893 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-36bb922c-a2c6-401c-bc17-c870e4af84ef tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145661 Aug 17 02:44:01.751361 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38302) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:01.755990 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-357615cc-71be-4654-8ddd-0a8ffb0ce5a6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Request body: {'security_group_rule': {'security_group_id': '39d362f2-a8be-48f6-bc60-f1c9c952eeab', 'project_id': '257befd47c194f6e8cfa14348560404c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:01.778756 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.securitygroups_db [None req-357615cc-71be-4654-8ddd-0a8ffb0ce5a6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Project 257befd47c194f6e8cfa14348560404c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:44:01.783546 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-357615cc-71be-4654-8ddd-0a8ffb0ce5a6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.842750 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-357615cc-71be-4654-8ddd-0a8ffb0ce5a6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.846196 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-357615cc-71be-4654-8ddd-0a8ffb0ce5a6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.863797 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357615cc-71be-4654-8ddd-0a8ffb0ce5a6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42ac1aa-d24b-40ca-b19d-f28e3bc70383,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:01.866658 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-357615cc-71be-4654-8ddd-0a8ffb0ce5a6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.867793 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-357615cc-71be-4654-8ddd-0a8ffb0ce5a6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155288 Aug 17 02:44:01.870463 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38304) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:01.875283 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-d786ba1c-b55b-453c-9005-3927fbb77589 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Request body: {'security_group_rule': {'security_group_id': '39d362f2-a8be-48f6-bc60-f1c9c952eeab', 'project_id': '257befd47c194f6e8cfa14348560404c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:01.897378 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.securitygroups_db [None req-d786ba1c-b55b-453c-9005-3927fbb77589 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Project 257befd47c194f6e8cfa14348560404c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 02:44:01.901869 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d786ba1c-b55b-453c-9005-3927fbb77589 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.963564 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d786ba1c-b55b-453c-9005-3927fbb77589 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.967227 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d786ba1c-b55b-453c-9005-3927fbb77589 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.986213 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786ba1c-b55b-453c-9005-3927fbb77589 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd1b5b9-04f5-4698-b4d4-a039aad686d8,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:01.992696 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d786ba1c-b55b-453c-9005-3927fbb77589 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:01.994064 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d786ba1c-b55b-453c-9005-3927fbb77589 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226349 Aug 17 02:44:02.870856 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:02.920705 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:02.924333 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:02.924702 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:03.001679 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:03.022454 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=3732ab1d-22ec-42e7-bc22-f88ee77ebfa5,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:03.027299 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:03.028053 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:03.104651 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=3732ab1d-22ec-42e7-bc22-f88ee77ebfa5,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:03.121430 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:03.121802 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:03.339393 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Sync routers for ids ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:44:03.350578 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Routers {'a3b91d80-2a83-46da-8b01-8e3ce411f7bf'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:03.351652 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:03.459866 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Set router a3b91d80-2a83-46da-8b01-8e3ce411f7bf gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:03.658685 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:56Z', 'updated_at': '2021-08-17T02:43:59Z', 'revision_number': 4, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'gw_port': {'id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:57Z', 'updated_at': '2021-08-17T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '7a261405-835d-49c9-b1a2-f8b5c725e935', 'name': '', 'network_id': 'a7049b0c-554d-46a0-8195-219355802467', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'mac_address': 'fa:16:3e:f8:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:59Z', 'updated_at': '2021-08-17T02:43:59Z', 'revision_number': 2, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'subnets': [{'id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:03.685823 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Checking router: a3b91d80-2a83-46da-8b01-8e3ce411f7bf for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:44:03.686174 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Updating router a3b91d80-2a83-46da-8b01-8e3ce411f7bf port 7a261405-835d-49c9-b1a2-f8b5c725e935 binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:44:03.799215 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:04.058321 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:04.068714 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Transition to ACTIVE for port object 7a261405-835d-49c9-b1a2-f8b5c725e935 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:04.073855 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:04.119936 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d3897-1c9e-43cb-85c9-1cdc5c5cadef None None] Pushing event updated for resources: {'Port': ['ID=7a261405-835d-49c9-b1a2-f8b5c725e935,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:04.177685 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Attempting to bind port 7a261405-835d-49c9-b1a2-f8b5c725e935 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:44:04.178217 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Attempting to bind port 7a261405-835d-49c9-b1a2-f8b5c725e935 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'c439b860-b2eb-4174-a23f-40e5bf322833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7049b0c-554d-46a0-8195-219355802467'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:44:04.178637 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Attempting to bind port 7a261405-835d-49c9-b1a2-f8b5c725e935 on network a7049b0c-554d-46a0-8195-219355802467 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:04.188612 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:44:04.188986 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Checking segment: {'id': 'c439b860-b2eb-4174-a23f-40e5bf322833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7049b0c-554d-46a0-8195-219355802467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:04.189390 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:04.189838 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Bound using segment: {'id': 'c439b860-b2eb-4174-a23f-40e5bf322833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7049b0c-554d-46a0-8195-219355802467'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:44:04.190348 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Bound port: 7a261405-835d-49c9-b1a2-f8b5c725e935, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c439b860-b2eb-4174-a23f-40e5bf322833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a7049b0c-554d-46a0-8195-219355802467'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:44:04.190905 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:04.256217 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] For port 7a261405-835d-49c9-b1a2-f8b5c725e935, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:44:04.259344 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] For port 7a261405-835d-49c9-b1a2-f8b5c725e935, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=7a261405-835d-49c9-b1a2-f8b5c725e935,segment=NetworkSegment(c439b860-b2eb-4174-a23f-40e5bf322833),segment_id=c439b860-b2eb-4174-a23f-40e5bf322833)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:44:04.265347 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:04.321041 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Routers {'a3b91d80-2a83-46da-8b01-8e3ce411f7bf'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:04.321674 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:43:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:04.362970 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d3897-1c9e-43cb-85c9-1cdc5c5cadef None None] Pushing event updated for resources: {'Port': ['ID=7a261405-835d-49c9-b1a2-f8b5c725e935,revision_number=4']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:04.437970 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] Set router a3b91d80-2a83-46da-8b01-8e3ce411f7bf gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:04.641764 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:56Z', 'updated_at': '2021-08-17T02:43:59Z', 'revision_number': 4, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'gw_port': {'id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:57Z', 'updated_at': '2021-08-17T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '7a261405-835d-49c9-b1a2-f8b5c725e935', 'name': '', 'network_id': 'a7049b0c-554d-46a0-8195-219355802467', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'mac_address': 'fa:16:3e:f8:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:59Z', 'updated_at': '2021-08-17T02:44:04Z', 'revision_number': 4, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'subnets': [{'id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:04.666840 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dbe1f9-ed0d-4006-9d9b-51afad7b4b61 None None] The sync data for ids ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'] in dv-cinder-799871-4-iscsi is: [{'id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:56Z', 'updated_at': '2021-08-17T02:43:59Z', 'revision_number': 4, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'gw_port': {'id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:57Z', 'updated_at': '2021-08-17T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '7a261405-835d-49c9-b1a2-f8b5c725e935', 'name': '', 'network_id': 'a7049b0c-554d-46a0-8195-219355802467', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'mac_address': 'fa:16:3e:f8:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:59Z', 'updated_at': '2021-08-17T02:44:04Z', 'revision_number': 4, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'subnets': [{'id': '6eddc87b-ecf8-4a52-b83b-5dc6925585bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:44:04.829479 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:04.883127 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:04.893035 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:04.893499 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:04.977475 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 7a261405-835d-49c9-b1a2-f8b5c725e935 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:05.029039 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 7a261405-835d-49c9-b1a2-f8b5c725e935 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:05.033140 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 7a261405-835d-49c9-b1a2-f8b5c725e935 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:05.033515 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:05.118347 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:05.154204 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 7a261405-835d-49c9-b1a2-f8b5c725e935, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=7a261405-835d-49c9-b1a2-f8b5c725e935,segment=NetworkSegment(c439b860-b2eb-4174-a23f-40e5bf322833),segment_id=c439b860-b2eb-4174-a23f-40e5bf322833)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:05.158125 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:05.207255 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=7a261405-835d-49c9-b1a2-f8b5c725e935,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:06.805853 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 7a261405-835d-49c9-b1a2-f8b5c725e935 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:06.854051 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 7a261405-835d-49c9-b1a2-f8b5c725e935 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:06.854416 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:08.766066 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-df401536-5da6-42eb-b2f4-4bd8a9055755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:11.392641 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-411e8b63-fd70-4c2d-b67d-15e1583b7f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:11.546541 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:12.177692 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:13.106071 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:44:14.085039 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:15.812139 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa34621-379c-4521-bb0c-32afc434676c req-5318f761-54b4-404b-9dcb-c6ea21d92c27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3096066 Aug 17 02:44:15.916211 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa34621-379c-4521-bb0c-32afc434676c req-c6199279-7f51-43e0-8dab-b9554047a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:15.917633 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa34621-379c-4521-bb0c-32afc434676c req-c6199279-7f51-43e0-8dab-b9554047a70d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 1099 time: 0.0391004 Aug 17 02:44:16.023321 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa34621-379c-4521-bb0c-32afc434676c req-758c8a8c-7d13-4dcc-853d-0d097c877231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:16.024647 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa34621-379c-4521-bb0c-32afc434676c req-758c8a8c-7d13-4dcc-853d-0d097c877231 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 200 len: 918 time: 0.0841234 Aug 17 02:44:16.089070 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa34621-379c-4521-bb0c-32afc434676c req-d7ae290f-c736-4751-864e-99a1b4d386d7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf HTTP/1.1" status: 200 len: 1001 time: 0.0559804 Aug 17 02:44:16.137530 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa34621-379c-4521-bb0c-32afc434676c req-4930754a-734f-492b-bc05-846ea970bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:16.138991 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa34621-379c-4521-bb0c-32afc434676c req-4930754a-734f-492b-bc05-846ea970bf9b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 200 len: 856 time: 0.0422549 Aug 17 02:44:16.188131 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa34621-379c-4521-bb0c-32afc434676c req-ee84c46e-4437-4449-bacc-3118a68ae903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:16.189652 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa34621-379c-4521-bb0c-32afc434676c req-ee84c46e-4437-4449-bacc-3118a68ae903 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37c4a5aa-9d76-4349-b5d3-2497cc600e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427225 Aug 17 02:44:16.277701 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa34621-379c-4521-bb0c-32afc434676c req-afdcd3b3-d8bb-4b43-910c-0fce27c82425 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795918 Aug 17 02:44:16.369695 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5aa34621-379c-4521-bb0c-32afc434676c req-514d6e1a-1736-47dd-b894-69202d8e4513 service neutron] 10.222.0.63 "GET /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840726 Aug 17 02:44:26.781569 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-fee31ecd-63fa-4b17-8634-d7b5fb221752 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52666168&fields=id&tenant_id=257befd47c194f6e8cfa14348560404c HTTP/1.1" status: 200 len: 267 time: 0.0329549 Aug 17 02:44:26.890255 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-7c4938e2-5306-4a67-9c85-172625d61186 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:26.891663 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-7c4938e2-5306-4a67-9c85-172625d61186 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/networks?id=37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 200 len: 809 time: 0.1034949 Aug 17 02:44:26.906529 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-f949687f-de5d-4817-b8b1-df545c2abfbd tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/quotas/257befd47c194f6e8cfa14348560404c HTTP/1.1" status: 200 len: 375 time: 0.0089300 Aug 17 02:44:26.958846 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-e7b1a171-88b3-4fa5-9f7a-37f6032ead23 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=257befd47c194f6e8cfa14348560404c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468087 Aug 17 02:44:27.056990 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-94da3328-0f5c-489c-bdcb-3adec05f76f1 service neutron] 10.222.0.52 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869997 Aug 17 02:44:27.143697 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-103f18de-5e8e-4f98-8010-4656841a109f service neutron] 10.222.0.52 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805371 Aug 17 02:44:27.421857 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-eedf7517-f8e5-4f4e-bbe4-8f578e8d8db5 req-eceac956-af96-498e-a3c6-2627f6dd715a tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 210 time: 0.0277405 Aug 17 02:44:28.527677 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-090217d1-9692-430e-9cd6-1e741bb350fe req-835cefdc-486c-4708-8b23-34cdd17c2839 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 210 time: 0.0357246 Aug 17 02:44:28.546505 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-b941ae14-29da-45ec-9fcc-3890e65eda5a tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:28.547984 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-b941ae14-29da-45ec-9fcc-3890e65eda5a tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.63 "GET /v2.0/networks?id=37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 200 len: 809 time: 0.1321561 Aug 17 02:44:28.594315 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-dd94822e-f66a-4c53-92de-462129f642b8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257befd47c194f6e8cfa14348560404c HTTP/1.1" status: 200 len: 378 time: 0.0340388 Aug 17 02:44:28.604371 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Request body: {'port': {'device_id': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'admin_state_up': True, 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'security_groups': ['39d362f2-a8be-48f6-bc60-f1c9c952eeab']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:28.718061 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Made reservation on behalf of 257befd47c194f6e8cfa14348560404c for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:28.721400 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:28.844389 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Allocated IP 172.20.0.9 (37925b3a-c8c5-4e26-9871-f96808045ff9/63e9a88a-964e-4c71-abf9-919fe829c940/f3c80d77-6655-4657-9538-a78745c8674b) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:28.995902 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.008997 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Transition to ACTIVE for port object f3c80d77-6655-4657-9538-a78745c8674b will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:29.043204 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.090635 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Network 37925b3a-c8c5-4e26-9871-f96808045ff9 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:29.093744 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:29.098250 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:29.121976 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'Port': ['ID=f3c80d77-6655-4657-9538-a78745c8674b,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:29.136671 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.137019 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.137360 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.137699 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.138031 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.138361 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.138722 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.139050 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.139379 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.139706 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.140027 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.140344 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:29.161894 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:29.162518 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.178138 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-ca06c416-b812-42e6-90f8-04a46a27253f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773697 Aug 17 02:44:29.192440 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Request body: {'port': {'device_id': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:29.248555 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.349553 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-8228c1d6-ae86-444e-a7b1-ee9d0b9c6569 None None] Provisioning for port f3c80d77-6655-4657-9538-a78745c8674b completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:29.353508 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-8228c1d6-ae86-444e-a7b1-ee9d0b9c6569 None None] Provisioning complete for port f3c80d77-6655-4657-9538-a78745c8674b triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:29.353876 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8228c1d6-ae86-444e-a7b1-ee9d0b9c6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.387022 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-8228c1d6-ae86-444e-a7b1-ee9d0b9c6569 None None] Port f3c80d77-6655-4657-9538-a78745c8674b cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:29.520486 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c80d77-6655-4657-9538-a78745c8674b {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:44:29.527729 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.539164 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Transition to ACTIVE for port object f3c80d77-6655-4657-9538-a78745c8674b will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:29.543223 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.611921 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Pushing event updated for resources: {'Port': ['ID=f3c80d77-6655-4657-9538-a78745c8674b,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:29.703614 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742aec2-809e-4543-b3c3-afe9d91e509f req-b9349b24-7d62-410d-bfd5-0aa5e64d981b tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:29.705147 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9742aec2-809e-4543-b3c3-afe9d91e509f req-b9349b24-7d62-410d-bfd5-0aa5e64d981b tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0960095 Aug 17 02:44:29.711301 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Attempting to bind port f3c80d77-6655-4657-9538-a78745c8674b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:44:29.711639 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Attempting to bind port f3c80d77-6655-4657-9538-a78745c8674b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:44:29.711976 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Attempting to bind port f3c80d77-6655-4657-9538-a78745c8674b on network 37925b3a-c8c5-4e26-9871-f96808045ff9 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:29.723579 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Port f3c80d77-6655-4657-9538-a78745c8674b on network 37925b3a-c8c5-4e26-9871-f96808045ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:44:29.723908 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Attempting to bind port f3c80d77-6655-4657-9538-a78745c8674b on network 37925b3a-c8c5-4e26-9871-f96808045ff9 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:29.738535 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:44:29.738910 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Checking segment: {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:29.739304 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Bound using segment: {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:44:29.739753 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Bound port: f3c80d77-6655-4657-9538-a78745c8674b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f655a537-59f5-469e-97c7-e5d0fd874baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:44:29.740114 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.766824 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9742aec2-809e-4543-b3c3-afe9d91e509f req-c5e3b81a-7c4d-4af3-a984-ea18e1ab192d tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524552 Aug 17 02:44:29.818864 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:44:29.821882 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f3c80d77-6655-4657-9538-a78745c8674b,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:44:29.826041 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.861861 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:29.863021 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:29.864407 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] 10.222.0.63 "PUT /v2.0/ports/f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 200 len: 1093 time: 0.6766572 Aug 17 02:44:29.864846 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:29.867093 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af418026-6d2c-454b-ba63-ba78c7215b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "tag": "f3c80d77-6655-4657-9538-a78745c8674b"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:29.890384 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf4970-4ad1-455e-956b-7c79648aee4a service neutron] Pushing event updated for resources: {'Port': ['ID=f3c80d77-6655-4657-9538-a78745c8674b,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:29.915963 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81e528f-7bd7-4ae0-bdc9-9b7c45be1ecf x-openstack-request-id: req-a81e528f-7bd7-4ae0-bdc9-9b7c45be1ecf {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:29.916256 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "tag": "f3c80d77-6655-4657-9538-a78745c8674b", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:29.916506 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a81e528f-7bd7-4ae0-bdc9-9b7c45be1ecf {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:29.916895 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b', 'status': 'completed', 'code': 200} Aug 17 02:44:29.954341 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-cc0f7bc3-153b-47d7-b103-b3dc173df59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:29.956319 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-cc0f7bc3-153b-47d7-b103-b3dc173df59e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=257befd47c194f6e8cfa14348560404c&device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1096 time: 0.0497873 Aug 17 02:44:29.999672 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-d8d34e59-6af8-4bcb-a4be-c3256b152963 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 200 len: 217 time: 0.0354111 Aug 17 02:44:30.049463 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-78843f37-da5a-4a93-a35c-b1bb3957dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:30.051608 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-78843f37-da5a-4a93-a35c-b1bb3957dcd3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63e9a88a-964e-4c71-abf9-919fe829c940 HTTP/1.1" status: 200 len: 848 time: 0.0446177 Aug 17 02:44:30.100206 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-4f7ad887-d2e3-48d8-af68-0a287ec1e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:30.101645 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-4f7ad887-d2e3-48d8-af68-0a287ec1e130 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37925b3a-c8c5-4e26-9871-f96808045ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425522 Aug 17 02:44:30.193322 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-7314a513-5b18-4a26-a25a-0884934081ad service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813210 Aug 17 02:44:30.286049 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fb4846c5-8350-4ea2-8ea4-9db168738c3f req-507720f5-defe-408f-b362-087bd7c61fe3 service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836394 Aug 17 02:44:30.374980 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-c3559a32-c5c3-4077-95dd-3ba6aec8877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:30.376475 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-c3559a32-c5c3-4077-95dd-3ba6aec8877f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=257befd47c194f6e8cfa14348560404c&device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1096 time: 0.0406904 Aug 17 02:44:30.475948 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-5511426f-7f1f-457f-a4e6-635b8d72c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:30.477376 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-5511426f-7f1f-457f-a4e6-635b8d72c268 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 200 len: 910 time: 0.0882015 Aug 17 02:44:30.517327 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-0d43478f-8e54-424d-a92f-e89288e498fe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 200 len: 217 time: 0.0321522 Aug 17 02:44:30.567484 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-5c59ea79-1803-4f95-93c8-e0cfbc2758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:30.568811 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-5c59ea79-1803-4f95-93c8-e0cfbc2758ea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63e9a88a-964e-4c71-abf9-919fe829c940 HTTP/1.1" status: 200 len: 848 time: 0.0415785 Aug 17 02:44:30.617021 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-bfb81b13-e6f5-4ba0-92e6-8dc3c3d1d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:30.618431 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-bfb81b13-e6f5-4ba0-92e6-8dc3c3d1d866 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37925b3a-c8c5-4e26-9871-f96808045ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421853 Aug 17 02:44:30.708761 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-0e2a3471-5f1f-4ee0-823a-9d580a79c8b9 service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814118 Aug 17 02:44:30.803130 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-af418026-6d2c-454b-ba63-ba78c7215b7d req-7accd9ea-3c2f-4432-8e78-b7d8d90b5b99 service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858402 Aug 17 02:44:30.881451 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc26c8-0918-4cbf-96b2-9d123b16ee3e req-36f9c9fe-d55f-41cd-abc3-0cb0a54cf6b6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:30.883133 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b9fc26c8-0918-4cbf-96b2-9d123b16ee3e req-36f9c9fe-d55f-41cd-abc3-0cb0a54cf6b6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0517657 Aug 17 02:44:30.920235 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b9fc26c8-0918-4cbf-96b2-9d123b16ee3e req-588649ed-71ea-44c2-a6e8-f07db151dcd7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312998 Aug 17 02:44:32.034158 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ef179-6963-40fc-9f9a-015e7840b0cb req-a6a87746-9043-4a6a-b710-6e0601ce270a tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:32.036113 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-201ef179-6963-40fc-9f9a-015e7840b0cb req-a6a87746-9043-4a6a-b710-6e0601ce270a tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0486929 Aug 17 02:44:32.073134 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-201ef179-6963-40fc-9f9a-015e7840b0cb req-efe6b0fd-57de-4d48-b049-4f0c7dc59635 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307908 Aug 17 02:44:33.189398 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394eb5d-c415-4d73-8e72-43907f94bee0 req-f4c68157-7fad-415c-8c49-24f002ae401d tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:33.191318 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6394eb5d-c415-4d73-8e72-43907f94bee0 req-f4c68157-7fad-415c-8c49-24f002ae401d tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0506876 Aug 17 02:44:33.228742 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6394eb5d-c415-4d73-8e72-43907f94bee0 req-c2fcf3d1-0e89-47a4-abd4-555f5d8f48bf tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310929 Aug 17 02:44:34.340752 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce389-e373-4573-b100-0d2d36ba2d34 req-7b112f17-5ca5-4fad-bcb4-42ec1647ef41 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:34.342180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3f3ce389-e373-4573-b100-0d2d36ba2d34 req-7b112f17-5ca5-4fad-bcb4-42ec1647ef41 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0479558 Aug 17 02:44:34.379390 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3f3ce389-e373-4573-b100-0d2d36ba2d34 req-3856d720-9274-409b-81b3-e730529f3670 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302191 Aug 17 02:44:34.890608 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:35.493723 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc63ff-73b6-44ba-aeb7-2aac4d984857 req-21cd0dc5-9d51-4ae5-9e8e-8935b5a86283 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:35.495217 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4acc63ff-73b6-44ba-aeb7-2aac4d984857 req-21cd0dc5-9d51-4ae5-9e8e-8935b5a86283 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0498695 Aug 17 02:44:35.532147 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4acc63ff-73b6-44ba-aeb7-2aac4d984857 req-1c9822a8-9f27-46ef-89bd-9e7a28220323 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310068 Aug 17 02:44:36.656895 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23ddf-982e-4c62-af0d-e8bf3366a6ab req-565ddeea-c117-482a-a14e-5c856273bb39 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:36.658365 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c8f23ddf-982e-4c62-af0d-e8bf3366a6ab req-565ddeea-c117-482a-a14e-5c856273bb39 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0595202 Aug 17 02:44:36.699129 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c8f23ddf-982e-4c62-af0d-e8bf3366a6ab req-9a76dbb1-4b37-4348-86e2-8ac423dc27ea tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342922 Aug 17 02:44:36.745549 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a524b-ee21-4394-a8a4-cc16d72ead35 req-bb7b2d12-1c24-43d0-8aa7-a5d44a017650 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:36.747031 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-196a524b-ee21-4394-a8a4-cc16d72ead35 req-bb7b2d12-1c24-43d0-8aa7-a5d44a017650 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 946 time: 0.0518537 Aug 17 02:44:36.784159 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-196a524b-ee21-4394-a8a4-cc16d72ead35 req-d34755f5-8379-4f7e-a407-06d9a962e963 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311549 Aug 17 02:44:37.813699 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706cbf-a57b-4256-bc16-14e3afc4094b req-b707b909-f75b-4161-a0f4-e4e9d0687a73 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:37.815180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a706cbf-a57b-4256-bc16-14e3afc4094b req-b707b909-f75b-4161-a0f4-e4e9d0687a73 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0485532 Aug 17 02:44:37.853760 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7a706cbf-a57b-4256-bc16-14e3afc4094b req-6c93b408-a260-4709-84f1-95653112ffd0 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320196 Aug 17 02:44:37.908248 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc5cb-1759-46a7-a623-b4c5277cd397 req-5d57aab7-7166-4243-aa69-47cacca0d924 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:37.909689 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-482cc5cb-1759-46a7-a623-b4c5277cd397 req-5d57aab7-7166-4243-aa69-47cacca0d924 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 946 time: 0.0528021 Aug 17 02:44:37.948134 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-482cc5cb-1759-46a7-a623-b4c5277cd397 req-4781c339-22dc-4d0a-81ef-930dbd7d14cf tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322642 Aug 17 02:44:38.611732 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-22400ff7-2918-4391-a014-7b61096fa844 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:38.613150 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-22400ff7-2918-4391-a014-7b61096fa844 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 946 time: 0.0485263 Aug 17 02:44:38.701623 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Deleting port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:38.701965 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.767610 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-28bd22e9-3341-418e-ac2d-50e14ddb3e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.794741 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] For port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:38.795107 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.992126 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.992794 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:38.992910 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Floating IP dca93cb0-f27d-471b-853b-441d583887a8 disassociated. External IP: 172.27.0.188, port: 128ebd5b-87f9-4962-a959-a75d4dfa7dcf. Aug 17 02:44:38.993210 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Calling delete_port for 128ebd5b-87f9-4962-a959-a75d4dfa7dcf owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:39.017208 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393148-c5e2-4d45-8ecf-19737b301cd3 req-e578f116-dd5d-49b8-b86e-5c59e3ebeab6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:39.018776 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-12393148-c5e2-4d45-8ecf-19737b301cd3 req-e578f116-dd5d-49b8-b86e-5c59e3ebeab6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0804195 Aug 17 02:44:39.124976 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-12393148-c5e2-4d45-8ecf-19737b301cd3 req-f8430e7c-2ab6-473b-ac17-8dc14f05481d tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683398 Aug 17 02:44:39.137038 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea93001-d816-4d66-bccd-3910b5960c31 req-ed166e1b-2fa6-486c-9b5a-9862c1a350cc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:39.138494 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fea93001-d816-4d66-bccd-3910b5960c31 req-ed166e1b-2fa6-486c-9b5a-9862c1a350cc tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c124521-eb72-46ac-9a49-003f6a29b9f7 HTTP/1.1" status: 200 len: 946 time: 0.1172431 Aug 17 02:44:39.209907 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fea93001-d816-4d66-bccd-3910b5960c31 req-7c3713b8-67e4-4991-b8e1-d6f441feb2e7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615613 Aug 17 02:44:39.233160 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.262256 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event deleted for resources: {'Port': ['ID=128ebd5b-87f9-4962-a959-a75d4dfa7dcf,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:39.376349 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Router 9e8dd478-f0ca-4206-95d0-e122196cba69 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:44:39.483462 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:44:39.493424 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] Sync routers for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:44:39.502393 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:39.503104 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:39.523700 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] No DVR routers for this DVR port 128ebd5b-87f9-4962-a959-a75d4dfa7dcf on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:39.526332 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.528544 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a1dc332e-b2aa-4657-a2e0-325388342e8e req-6175917a-dcc0-4a42-aed6-9ec1345801d7 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.63 "DELETE /v2.0/ports/128ebd5b-87f9-4962-a959-a75d4dfa7dcf HTTP/1.1" status: 204 len: 173 time: 0.9088333 Aug 17 02:44:39.529000 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-deleted', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:39.531320 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aa35ec-eaf2-4d4d-bd50-f931e3c5ad0c" -d '{"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-deleted", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:39.575262 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86538349-4976-4882-9fdc-c95ef3a86b62 x-openstack-request-id: req-86538349-4976-4882-9fdc-c95ef3a86b62 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:39.575542 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c124521-eb72-46ac-9a49-003f6a29b9f7", "name": "network-vif-deleted", "tag": "128ebd5b-87f9-4962-a959-a75d4dfa7dcf", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:39.575784 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86538349-4976-4882-9fdc-c95ef3a86b62 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:39.576191 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c124521-eb72-46ac-9a49-003f6a29b9f7', 'name': 'network-vif-deleted', 'tag': '128ebd5b-87f9-4962-a959-a75d4dfa7dcf', 'status': 'completed', 'code': 200} Aug 17 02:44:39.610811 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:39.643195 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f3c80d77-6655-4657-9538-a78745c8674b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:44:39.843898 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f3c80d77-6655-4657-9538-a78745c8674b,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:39.872145 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'f3c80d77-6655-4657-9538-a78745c8674b', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'port_id': 'f3c80d77-6655-4657-9538-a78745c8674b', 'mac_address': 'fa:16:3e:0d:b0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:44:39.924259 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:39.942901 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:39.945292 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c80d77-6655-4657-9538-a78745c8674b {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:44:39.978411 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] Checking router: 9e8dd478-f0ca-4206-95d0-e122196cba69 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:44:39.991921 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f3c80d77-6655-4657-9538-a78745c8674b,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:39.997227 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.000516 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:40.001131 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:40.120422 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f3c80d77-6655-4657-9538-a78745c8674b,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:40.147852 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:40.242949 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ebdb5-9f24-448f-8009-a08df2907d1d req-e0f0fbcf-d3c6-4449-8913-80e1b977a1c9 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:40.245299 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-248ebdb5-9f24-448f-8009-a08df2907d1d req-e0f0fbcf-d3c6-4449-8913-80e1b977a1c9 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 944 time: 0.0548713 Aug 17 02:44:40.287710 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-248ebdb5-9f24-448f-8009-a08df2907d1d req-91ddf3d9-9e99-47d4-a041-1dab53c55ea3 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375054 Aug 17 02:44:40.307736 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38502) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:40.366611 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08553181-8989-4874-aba6-e9bfbb010c09 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.393259 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08553181-8989-4874-aba6-e9bfbb010c09 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.442500 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08553181-8989-4874-aba6-e9bfbb010c09 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.445285 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-08553181-8989-4874-aba6-e9bfbb010c09 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.448859 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-08553181-8989-4874-aba6-e9bfbb010c09 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "DELETE /v2.0/security-groups/5e52c670-dc5b-42bb-91d7-02cb1e5c65a1 HTTP/1.1" status: 204 len: 168 time: 0.1373007 Aug 17 02:44:40.449747 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38504) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:40.458313 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08553181-8989-4874-aba6-e9bfbb010c09 tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e52c670-dc5b-42bb-91d7-02cb1e5c65a1,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:40.460759 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['f3c80d77-6655-4657-9538-a78745c8674b'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:44:40.463950 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.api.v2.resource [None req-da221a48-1c29-48d4-8e6d-bba3d7c825ef tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] show failed (client error): The resource could not be found. Aug 17 02:44:40.467724 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38506) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:40.467889 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-da221a48-1c29-48d4-8e6d-bba3d7c825ef tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "GET /v2.0/security-groups/5e52c670-dc5b-42bb-91d7-02cb1e5c65a1 HTTP/1.1" status: 404 len: 347 time: 0.0169933 Aug 17 02:44:40.551017 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:40.584490 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75b1dd-c8e7-4251-b13b-dbefe1f493fa None None] The sync data for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi is: [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:31:42Z', 'revision_number': 4, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': 'baabe953-26c3-4509-b6e1-3529f9a54fb9', 'name': '', 'network_id': '37c4a5aa-9d76-4349-b5d3-2497cc600e9a', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'mac_address': 'fa:16:3e:cf:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:40Z', 'updated_at': '2021-08-17T02:31:51Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'subnets': [{'id': 'd6bb0913-8a0e-49e9-826c-1a2d1eeef300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:44:40.592535 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Deleting port a61d58f8-c51d-444d-800e-e5a3ae5013c0 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:40.592879 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.676538 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.676977 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.688929 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Calling delete_port for a61d58f8-c51d-444d-800e-e5a3ae5013c0 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:40.826473 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc7710-b847-42d5-af98-b39b62a5bbe3 None None] New status for floating IP dca93cb0-f27d-471b-853b-441d583887a8: DOWN {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:44:40.835822 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:40.903535 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.db.api [None req-fecc7710-b847-42d5-af98-b39b62a5bbe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:44:40.903925 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG oslo_db.api [None req-fecc7710-b847-42d5-af98-b39b62a5bbe3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:44:41.132112 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Pushing event deleted for resources: {'Port': ['ID=a61d58f8-c51d-444d-800e-e5a3ae5013c0,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:41.189326 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.192422 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.193557 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-3b963330-6d05-44d3-b76b-8c2cf508287a tempest-AttachVolumeShelveTestJSON-1840217663 tempest-AttachVolumeShelveTestJSON-1840217663-project] 10.222.0.52 "DELETE /v2.0/floatingips/dca93cb0-f27d-471b-853b-441d583887a8 HTTP/1.1" status: 204 len: 168 time: 0.7248235 Aug 17 02:44:41.397074 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4bc28469-65aa-4654-935b-928f6658d7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.405326 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc7710-b847-42d5-af98-b39b62a5bbe3 None None] New status for floating IP dca93cb0-f27d-471b-853b-441d583887a8: DOWN {{(pid=93868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:44:41.410997 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce64ea-7f2b-4ffa-8961-44d11e9574f7 req-8b42f663-ed1d-4b2f-8ebe-7f61b86d310d tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:41.412480 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87ce64ea-7f2b-4ffa-8961-44d11e9574f7 req-8b42f663-ed1d-4b2f-8ebe-7f61b86d310d tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 944 time: 0.0524306 Aug 17 02:44:41.450542 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-87ce64ea-7f2b-4ffa-8961-44d11e9574f7 req-8614e78e-2bfd-4696-9e85-83692233287c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319586 Aug 17 02:44:41.547506 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.628113 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f3c80d77-6655-4657-9538-a78745c8674b up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:41.679237 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port f3c80d77-6655-4657-9538-a78745c8674b completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:41.682950 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port f3c80d77-6655-4657-9538-a78745c8674b triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:41.683324 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.757846 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.780768 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:41.783016 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf2e7f0-1a1b-4fd2-8660-79b51cfcc0bc" -d '{"events": [{"server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "name": "network-vif-plugged", "status": "completed", "tag": "f3c80d77-6655-4657-9538-a78745c8674b"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:41.796377 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f3c80d77-6655-4657-9538-a78745c8674b,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:41.800459 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.823318 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1bf763-08a4-4c56-bcb8-797e374bb5a0 x-openstack-request-id: req-5f1bf763-08a4-4c56-bcb8-797e374bb5a0 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:41.823612 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "name": "network-vif-plugged", "status": "completed", "tag": "f3c80d77-6655-4657-9538-a78745c8674b", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:41.823866 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f1bf763-08a4-4c56-bcb8-797e374bb5a0 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:41.824259 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b', 'code': 200} Aug 17 02:44:41.853170 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f3c80d77-6655-4657-9538-a78745c8674b,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:42.033640 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2415b-a803-4b6d-b261-604e8a0cf44e req-65d5bcfb-61c3-4ea2-8bc8-25f89af611be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:42.035065 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01f2415b-a803-4b6d-b261-604e8a0cf44e req-65d5bcfb-61c3-4ea2-8bc8-25f89af611be service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1098 time: 0.0428467 Aug 17 02:44:42.069753 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-01f2415b-a803-4b6d-b261-604e8a0cf44e req-6671caba-1b29-46fc-9d1c-6b0bf393b7bb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273697 Aug 17 02:44:42.180342 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:42.567604 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac7f9-29c3-4d5b-81f9-a9b64f2886d9 req-763c8804-1bbf-4f51-8023-c0a5d96a69d6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:42.569067 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7feac7f9-29c3-4d5b-81f9-a9b64f2886d9 req-763c8804-1bbf-4f51-8023-c0a5d96a69d6 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0490263 Aug 17 02:44:42.606687 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7feac7f9-29c3-4d5b-81f9-a9b64f2886d9 req-bc3f5bcf-0669-4fc8-a4bf-ef79fc8f5734 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316210 Aug 17 02:44:43.626063 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38536) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:43.631107 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 128ebd5b-87f9-4962-a959-a75d4dfa7dcf no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:43.654786 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 128ebd5b-87f9-4962-a959-a75d4dfa7dcf {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:43.655128 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 128ebd5b-87f9-4962-a959-a75d4dfa7dcf not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:43.723246 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f2b9b-f4f6-431b-b74a-71fc863e2633 req-94061911-47a8-4002-9785-0020282d29e5 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:43.724692 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fa5f2b9b-f4f6-431b-b74a-71fc863e2633 req-94061911-47a8-4002-9785-0020282d29e5 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0494654 Aug 17 02:44:43.764543 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fa5f2b9b-f4f6-431b-b74a-71fc863e2633 req-18927f3c-ceed-4727-ab53-c3c9b8cb9113 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339434 Aug 17 02:44:43.944376 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099d2c-b85f-400a-b3b5-46c8b252ddae req-0310804a-28a5-45b4-bc8c-e799c3ee59dd tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:43.945835 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c099d2c-b85f-400a-b3b5-46c8b252ddae req-0310804a-28a5-45b4-bc8c-e799c3ee59dd tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0969253 Aug 17 02:44:44.023026 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3c099d2c-b85f-400a-b3b5-46c8b252ddae req-cbd5441c-b1db-4450-8672-daf1bd248d0d tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706289 Aug 17 02:44:44.044434 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38544) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:44.089240 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.134246 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b5ef45-0cfa-45e3-aa18-d7a8a50749d4 tempest-TestShelveInstance-1053511195 tempest-TestShelveInstance-1053511195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:44.135792 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-47b5ef45-0cfa-45e3-aa18-d7a8a50749d4 tempest-TestShelveInstance-1053511195 tempest-TestShelveInstance-1053511195-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1093 time: 0.0903256 Aug 17 02:44:44.138711 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38548) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:44.143007 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Request body: {'floatingip': {'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'port_id': 'f3c80d77-6655-4657-9538-a78745c8674b', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:44.168530 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for floatingip, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.178246 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826545'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.263769 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.366809 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Allocated IP 172.27.0.201 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/3f37b826-f308-4c9b-8186-97c244100281) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:44.417335 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Deleting port baabe953-26c3-4509-b6e1-3529f9a54fb9 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:44.417682 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.469898 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.498187 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] For port baabe953-26c3-4509-b6e1-3529f9a54fb9, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=baabe953-26c3-4509-b6e1-3529f9a54fb9,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:44.498553 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.508986 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.511662 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Calling delete_port for baabe953-26c3-4509-b6e1-3529f9a54fb9 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:44.543570 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:44.548188 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:44.552187 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:44.575989 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'Port': ['ID=3f37b826-f308-4c9b-8186-97c244100281,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:44.589092 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.589426 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.589762 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.590088 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.590423 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.590758 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.591078 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.591394 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.591713 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.592025 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.592337 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.592649 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:44.700273 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:44.733878 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Pushing event deleted for resources: {'Port': ['ID=baabe953-26c3-4509-b6e1-3529f9a54fb9,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:44.924659 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1936225'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.138416 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Router 9e8dd478-f0ca-4206-95d0-e122196cba69 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:44:45.171639 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.239446 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.245727 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:44:45.250722 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-c17e410d-73ec-4674-9562-ecbff618aa13 admin admin] 10.222.0.52 "PUT /v2.0/routers/9e8dd478-f0ca-4206-95d0-e122196cba69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6234729 Aug 17 02:44:45.254184 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] Sync routers for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:44:45.255736 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38550) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:45.263364 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:45.263985 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:45.366691 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.369907 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:45.399276 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.404168 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7181240'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.475233 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.476154 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event updated for resources: {'Port': ['ID=3f37b826-f308-4c9b-8186-97c244100281,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:45.486550 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.530004 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Deleting port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:45.530395 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.560728 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:44:44Z', 'revision_number': 5, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port': {'id': '0daa0864-9d83-4638-bf7f-1d01b9dc0e7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:31:37Z', 'updated_at': '2021-08-17T02:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:45.588300 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] Checking router: 9e8dd478-f0ca-4206-95d0-e122196cba69 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:44:45.588671 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.l3_db [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Floating IP bd4e47a9-e2ff-4386-a65f-91e5bd926ef1 associated. External IP: 172.27.0.201, port: f3c80d77-6655-4657-9538-a78745c8674b. Aug 17 02:44:45.596902 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] Routers {'9e8dd478-f0ca-4206-95d0-e122196cba69'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:45.597510 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['9e8dd478-f0ca-4206-95d0-e122196cba69'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:45.620840 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] For port 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=0daa0864-9d83-4638-bf7f-1d01b9dc0e7c,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:45.621381 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.635710 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Calling delete_port for 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:45.686544 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] Set router 9e8dd478-f0ca-4206-95d0-e122196cba69 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:45.750329 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:44:45Z', 'revision_number': 6, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port_host': None}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:45.780124 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29881fa0-9e52-4d9f-bff6-d018df0b6fa7 None None] The sync data for ids ['9e8dd478-f0ca-4206-95d0-e122196cba69'] in dv-cinder-799871-4-iscsi is: [{'id': '9e8dd478-f0ca-4206-95d0-e122196cba69', 'name': 'tempest-AttachVolumeShelveTestJSON-1191454556-router', 'tenant_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:31:36Z', 'updated_at': '2021-08-17T02:44:45Z', 'revision_number': 6, 'project_id': 'bfdd0fde104c4b9b9666233fcc6b4882', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:44:45.798278 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Router 628777d7-3374-48fd-b9f4-fe27f2318398 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:44:45.815121 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.844013 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Pushing event deleted for resources: {'Port': ['ID=0daa0864-9d83-4638-bf7f-1d01b9dc0e7c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:45.902359 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1784233'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.913641 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:44:45.923034 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] Sync routers for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:44:45.930546 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:45.933765 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:45.934388 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:45.973007 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-22c70aa4-8788-462a-b1e9-36b4282466e7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8198891 Aug 17 02:44:45.973007 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b'}] {{(pid=93866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:45.973007 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72c53c020253eb0660dedda3e1088a18ea9b353c5a9e039755f8873f60367545" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c392d56-b346-4cec-a18d-feb067f758a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "tag": "f3c80d77-6655-4657-9538-a78745c8674b"}]}' {{(pid=93866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:46.000492 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1826202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41699'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.002684 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.047894 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1826275'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.048251 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:46.049037 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e8dd478-f0ca-4206-95d0-e122196cba69 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:44:46.054097 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.055884 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-280adf7e-7c26-40b7-9822-0e79e127ef66 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9e8dd478-f0ca-4206-95d0-e122196cba69 HTTP/1.1" status: 204 len: 168 time: 0.7990334 Aug 17 02:44:46.058378 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38558) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:46.104944 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cc0141-59bb-4893-abc8-4a478aa919bd admin admin] Deleting subnet d6bb0913-8a0e-49e9-826c-1a2d1eeef300 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:44:46.108234 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-70cc0141-59bb-4893-abc8-4a478aa919bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.133288 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf4fbbc-afa7-4536-82ed-0b1a73157cb1 x-openstack-request-id: req-6cf4fbbc-afa7-4536-82ed-0b1a73157cb1 {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:46.133769 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "tag": "f3c80d77-6655-4657-9538-a78745c8674b", "status": "completed", "code": 200}]} {{(pid=93866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:46.134189 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cf4fbbc-afa7-4536-82ed-0b1a73157cb1 {{(pid=93866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:46.134764 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b', 'status': 'completed', 'code': 200} Aug 17 02:44:46.150102 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-70cc0141-59bb-4893-abc8-4a478aa919bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7601402'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.259912 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-78f8bfdb-03ca-41bd-8442-06ec3fa20bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:46.261481 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-78f8bfdb-03ca-41bd-8442-06ec3fa20bbb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=257befd47c194f6e8cfa14348560404c&device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1098 time: 0.0873141 Aug 17 02:44:46.294216 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'bd4e47a9-e2ff-4386-a65f-91e5bd926ef1', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'port_id': 'f3c80d77-6655-4657-9538-a78745c8674b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'mac_address': 'fa:16:3e:0d:b0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:44:44Z', 'updated_at': '2021-08-17T02:44:44Z', 'revision_number': 0, 'project_id': '257befd47c194f6e8cfa14348560404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:44:00Z', 'revision_number': 5, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:46.294546 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-70cc0141-59bb-4893-abc8-4a478aa919bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.324099 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] Checking router: 628777d7-3374-48fd-b9f4-fe27f2318398 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:44:46.332141 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:46.332799 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:46.402455 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-8672c301-e771-4373-aa2d-1afbe0aea7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:46.403953 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-8672c301-e771-4373-aa2d-1afbe0aea7c3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 200 len: 910 time: 0.1320574 Aug 17 02:44:46.405294 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-70cc0141-59bb-4893-abc8-4a478aa919bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8272019'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.440327 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc0141-59bb-4893-abc8-4a478aa919bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6bb0913-8a0e-49e9-826c-1a2d1eeef300,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:46.478151 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-70cc0141-59bb-4893-abc8-4a478aa919bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.482292 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57293eed-c52a-44d0-ac1f-2ed7a0c6e7f6 None None] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:44:46.482927 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38560) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:46.483344 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-70cc0141-59bb-4893-abc8-4a478aa919bd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d6bb0913-8a0e-49e9-826c-1a2d1eeef300 HTTP/1.1" status: 204 len: 168 time: 0.4232869 Aug 17 02:44:46.506976 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-71352680-34be-414f-9968-909026e3f13b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 200 len: 999 time: 0.0755649 Aug 17 02:44:46.548249 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:46.566180 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.578754 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-39e56e4c-66ad-458b-a24a-8e7415c2a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:46.581357 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-39e56e4c-66ad-458b-a24a-8e7415c2a27a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63e9a88a-964e-4c71-abf9-919fe829c940 HTTP/1.1" status: 200 len: 848 time: 0.0663874 Aug 17 02:44:46.643005 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-ef1364fd-2104-4dc5-b60f-4aa85d534a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:46.645997 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-ef1364fd-2104-4dc5-b60f-4aa85d534a9c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37925b3a-c8c5-4e26-9871-f96808045ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565689 Aug 17 02:44:46.648066 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Deleting port a82fe607-b11c-42c9-9ec4-76f28e87a365 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:46.648407 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.700439 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] DHCP port deletion for 37c4a5aa-9d76-4349-b5d3-2497cc600e9a request from dv-cinder-799871-4-iscsi {{(pid=93867) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:44:46.717136 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] For port a82fe607-b11c-42c9-9ec4-76f28e87a365, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=a82fe607-b11c-42c9-9ec4-76f28e87a365,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:46.717491 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.740753 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Calling delete_port for a82fe607-b11c-42c9-9ec4-76f28e87a365 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:46.792048 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-f1d2092a-aec6-471a-a68f-dcae0dc0510e service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384189 Aug 17 02:44:46.792813 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] Deleting port a82fe607-b11c-42c9-9ec4-76f28e87a365 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:44:46.793413 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.836530 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.846369 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'bd4e47a9-e2ff-4386-a65f-91e5bd926ef1', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'port_id': 'f3c80d77-6655-4657-9538-a78745c8674b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'mac_address': 'fa:16:3e:0d:b0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:44:44Z', 'updated_at': '2021-08-17T02:44:44Z', 'revision_number': 0, 'project_id': '257befd47c194f6e8cfa14348560404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:44:00Z', 'revision_number': 5, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:46.858270 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] No DVR routers for this DVR port a82fe607-b11c-42c9-9ec4-76f28e87a365 on host dv-cinder-799871-4-iscsi {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:46.881844 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82fe607-b11c-42c9-9ec4-76f28e87a365,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:46.886219 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:46.893880 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fdb77-be09-4307-b985-b2e8da387653 None None] The sync data for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi is: [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'bd4e47a9-e2ff-4386-a65f-91e5bd926ef1', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'port_id': 'f3c80d77-6655-4657-9538-a78745c8674b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'mac_address': 'fa:16:3e:0d:b0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:44:44Z', 'updated_at': '2021-08-17T02:44:44Z', 'revision_number': 0, 'project_id': '257befd47c194f6e8cfa14348560404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:44:00Z', 'revision_number': 5, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:44:46.912724 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c392d56-b346-4cec-a18d-feb067f758a2 req-abf88208-46fb-48a7-ad91-a1ea24bac9ca service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104939 Aug 17 02:44:46.944538 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:46.944882 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 0daa0864-9d83-4638-bf7f-1d01b9dc0e7c not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:46.945298 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device baabe953-26c3-4509-b6e1-3529f9a54fb9 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:46.972458 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:46.972900 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: baabe953-26c3-4509-b6e1-3529f9a54fb9 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:46.973269 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device baabe953-26c3-4509-b6e1-3529f9a54fb9 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:46.973878 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device a82fe607-b11c-42c9-9ec4-76f28e87a365 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:44:46.985002 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c4a5aa-9d76-4349-b5d3-2497cc600e9a']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:46.996747 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e1f5e2-529c-4246-a4f5-2fc434baf211') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:46.997058 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e1f5e2-529c-4246-a4f5-2fc434baf211') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:46.998912 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: a82fe607-b11c-42c9-9ec4-76f28e87a365 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:44:46.999464 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device a82fe607-b11c-42c9-9ec4-76f28e87a365 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:44:47.009570 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] For port a82fe607-b11c-42c9-9ec4-76f28e87a365, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=a82fe607-b11c-42c9-9ec4-76f28e87a365,segment=NetworkSegment(25e1f5e2-529c-4246-a4f5-2fc434baf211),segment_id=25e1f5e2-529c-4246-a4f5-2fc434baf211)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:47.009858 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.015213 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7929429'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.027181 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] Calling delete_port for a82fe607-b11c-42c9-9ec4-76f28e87a365 owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:44:47.032009 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.040908 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:44:47.041348 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7180640'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: Traceback (most recent call last): Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: timer() Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: cb(*args, **kw) Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: return func(*args, **kwargs) Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: self._notify() Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: self.callback(batched_events) Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: event.method(event) Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: return f(self, *a, **k) Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._get(url).json() Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:44:47.047948 dv-cinder-799871-4-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:44:47.111667 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.118203 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.120067 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/37c4a5aa-9d76-4349-b5d3-2497cc600e9a HTTP/1.1" status: 204 len: 168 time: 0.6365142 Aug 17 02:44:47.133451 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf360f9-364c-4acd-b33e-c7057b8a8fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c4a5aa-9d76-4349-b5d3-2497cc600e9a,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:47.171714 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de5bd6-7a57-444c-bb7e-bdebc69aebce None None] New status for floating IP bd4e47a9-e2ff-4386-a65f-91e5bd926ef1: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:44:47.208319 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.237787 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] Network 37c4a5aa-9d76-4349-b5d3-2497cc600e9a is not hosted by any dhcp agent {{(pid=93867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 02:44:47.238240 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] No DVR routers for this DVR port a82fe607-b11c-42c9-9ec4-76f28e87a365 on host dv-cinder-799871-4-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:44:47.243196 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e120363-6bc7-4656-bd47-b72bd6462bd7 None None] Pushing event deleted for resources: {'Port': ['ID=a82fe607-b11c-42c9-9ec4-76f28e87a365,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:47.270437 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38564) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:47.313299 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ce00b2e8-2548-4ea0-acca-fe63d8ea83d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfdd0fde104c4b9b9666233fcc6b4882&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414567 Aug 17 02:44:47.317348 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38566) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:47.366028 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff7be03b-49da-4178-b085-fce70c177297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.386934 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff7be03b-49da-4178-b085-fce70c177297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.433559 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff7be03b-49da-4178-b085-fce70c177297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.437072 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ff7be03b-49da-4178-b085-fce70c177297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.438311 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ff7be03b-49da-4178-b085-fce70c177297 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3825b12-4f68-4642-996c-b24f5c3836d2 HTTP/1.1" status: 204 len: 168 time: 0.1199403 Aug 17 02:44:47.445797 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7be03b-49da-4178-b085-fce70c177297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3825b12-4f68-4642-996c-b24f5c3836d2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:48.121053 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38588) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:48.215866 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1381313491-network', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:48.236823 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Made reservation on behalf of 41d05f91b2c3464f952c0a4599cd9bda for: {'network': 1} {{(pid=93866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:48.239909 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for network, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.247853 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.334994 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.338527 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.362326 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:44:48.371622 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94dac1e-14c1-48fd-8445-6a37d8389953,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:48.377563 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.377899 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.db.segments_db [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Added segment d89648d7-e969-49b8-8370-dc71da33833d of type vlan for network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 Aug 17 02:44:48.418304 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731312889775'] for network, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.442731 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607'] for network, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.443638 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:48.444211 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.491338 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3692019 Aug 17 02:44:48.494363 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38592) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:48.499333 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Request body: {'subnet': {'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1381313491-subnet', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:48.501385 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25720401-6638-441c-91f4-7ec3b464db49 admin admin] Pushing event updated for resources: {'Network': ['ID=74c959ef-982c-4ccc-beb0-5435f2b90bc4,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:48.512263 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 details requested by agent ovs-agent-dv-cinder-799871-4-iscsi with host dv-cinder-799871-4-iscsi {{(pid=93867) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:44:48.520082 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Made reservation on behalf of 41d05f91b2c3464f952c0a4599cd9bda for: {'subnet': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:48.522389 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8272014'] for subnet, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.685726 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8272024'] for subnet, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.740444 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafb12ae-6049-44bf-9e7a-e187ce09df2a,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:48.749097 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Checking segment: {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:48.749456 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Network hostable DHCP agents. Network: 74c959ef-982c-4ccc-beb0-5435f2b90bc4, hostable agents: ['63506786-5972-48ee-bb2d-cd27e0db93fc'], hosted agents: [] {{(pid=93865) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:44:48.765558 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 is scheduled to be hosted by DHCP agent 63506786-5972-48ee-bb2d-cd27e0db93fc with binding_index 1 {{(pid=93865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:44:48.773977 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-4-iscsi, 74c959ef-982c-4ccc-beb0-5435f2b90bc4) {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:48.777877 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:48.778459 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.782662 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ef11a-c04f-482e-943d-75fe42b38c96 None None] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:44:48.792850 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-d9e4fd6c-bdfd-4885-9632-f9512b7b065c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2973659 Aug 17 02:44:48.795426 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38594) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:48.799717 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:48.821892 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1825534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41725'] for router, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.822907 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824227', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41716'] for router, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.877729 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.931663 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3091be5-a71a-5ed4-ad15-13439a6e2cdc-74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a'}]}} from dv-cinder-799871-4-iscsi. {{(pid=93867) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:44:48.932515 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.070852 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Allocated IP 172.20.0.2 (74c959ef-982c-4ccc-beb0-5435f2b90bc4/fafb12ae-6049-44bf-9e7a-e187ce09df2a/47623b79-f10b-491b-b35c-a5d058a06021) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:49.218814 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.228115 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Transition to ACTIVE for port object 47623b79-f10b-491b-b35c-a5d058a06021 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:49.243044 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Transition to ACTIVE for port object 47623b79-f10b-491b-b35c-a5d058a06021 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:49.248813 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.290005 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:49.291421 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.292985 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:49.297435 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:49.299332 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Pushing event updated for resources: {'Port': ['ID=47623b79-f10b-491b-b35c-a5d058a06021,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:49.356630 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Attempting to bind port 47623b79-f10b-491b-b35c-a5d058a06021 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:44:49.357244 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Attempting to bind port 47623b79-f10b-491b-b35c-a5d058a06021 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:44:49.357606 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Attempting to bind port 47623b79-f10b-491b-b35c-a5d058a06021 on network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:49.362456 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:44:49.362857 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Checking segment: {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:49.363259 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.364207 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Bound using segment: {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:44:49.364668 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Bound port: 47623b79-f10b-491b-b35c-a5d058a06021, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:44:49.365050 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.429873 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] For port 47623b79-f10b-491b-b35c-a5d058a06021, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:44:49.433198 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] For port 47623b79-f10b-491b-b35c-a5d058a06021, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=47623b79-f10b-491b-b35c-a5d058a06021,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:44:49.437575 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.495101 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.496865 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a392b-a916-4f78-a317-b03d03e6c5cc None None] Pushing event updated for resources: {'Port': ['ID=47623b79-f10b-491b-b35c-a5d058a06021,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:49.514486 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.632859 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Allocated IP 172.27.0.91 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:49.741285 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.785133 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:49.824377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:49.827172 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:49.830712 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:49.836836 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Pushing event updated for resources: {'Port': ['ID=5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:50.079312 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.104910 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:44:50.280038 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824038'] for router, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.307437 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af5d0e-d2ab-4c9e-9268-f59f92b5a206 None None] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:44:50.414672 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Router 97706d70-5a14-4b7c-86de-3ea961e15e13 is scheduled to L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 with binding_index 1 {{(pid=93865) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:44:50.507740 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-7878b5fa-c9ab-46a4-b289-7e9c1ceb44b4 None None] Provisioning for port 47623b79-f10b-491b-b35c-a5d058a06021 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:50.526807 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:44:50.535732 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Sync routers for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:44:50.544125 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.544894 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:50.545463 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-af474b80-fefb-40b9-a228-5e9bcd103575 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7490566 Aug 17 02:44:50.548076 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38596) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:50.548531 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:50.663044 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:50.869992 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 47623b79-f10b-491b-b35c-a5d058a06021 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:50.873752 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:49Z', 'revision_number': 3, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:50.915290 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Checking router: 97706d70-5a14-4b7c-86de-3ea961e15e13 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:44:50.916048 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Updating router 97706d70-5a14-4b7c-86de-3ea961e15e13 port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c binding host dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:44:50.932875 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 47623b79-f10b-491b-b35c-a5d058a06021 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:50.938178 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 47623b79-f10b-491b-b35c-a5d058a06021 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:50.938553 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.953912 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.014574 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.027791 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.061304 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 47623b79-f10b-491b-b35c-a5d058a06021, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=47623b79-f10b-491b-b35c-a5d058a06021,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:51.065362 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.113348 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=47623b79-f10b-491b-b35c-a5d058a06021,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:51.120516 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.120861 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.121199 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.121530 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.122185 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.122185 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.122483 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.122833 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.123156 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.123482 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.123799 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.124116 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:44:51.185304 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Allocated IP 172.20.0.1 (74c959ef-982c-4ccc-beb0-5435f2b90bc4/fafb12ae-6049-44bf-9e7a-e187ce09df2a/59ebf735-24f8-4ed0-b8de-d6e20fdaaf88) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:51.226443 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.236236 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Transition to ACTIVE for port object 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:51.246128 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.291655 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.297365 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Attempting to bind port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:44:51.297732 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Attempting to bind port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:44:51.298093 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Attempting to bind port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c on network c62cb426-742e-43c6-8f0f-9a14f4561fb3 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:51.299930 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d08186-0a8d-4139-b35c-5c01dedb2f0c None None] Pushing event updated for resources: {'Port': ['ID=5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:51.306274 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:44:51.306687 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Checking segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:51.306928 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Transition to ACTIVE for port object 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:51.307084 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.307466 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Bound using segment: {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:44:51.308049 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Bound port: 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5689fd3-4470-499c-b122-a36c9664612a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:44:51.308309 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.341047 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.362849 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] For port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:44:51.366665 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] For port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:44:51.370780 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.381267 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:51.384127 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:51.390290 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:51.419980 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Pushing event updated for resources: {'Port': ['ID=59ebf735-24f8-4ed0-b8de-d6e20fdaaf88,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:51.427822 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d08186-0a8d-4139-b35c-5c01dedb2f0c None None] Pushing event updated for resources: {'Port': ['ID=5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:51.437333 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826414'] for router_interface, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.439620 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:51.440234 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:51.550223 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:51.581670 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.595834 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-3f2fe8fc-fce2-4acf-9c08-02d03a931703 None None] Provisioning for port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:51.600330 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-3f2fe8fc-fce2-4acf-9c08-02d03a931703 None None] Provisioning complete for port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:51.600699 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3f2fe8fc-fce2-4acf-9c08-02d03a931703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.639618 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fe8fc-fce2-4acf-9c08-02d03a931703 None None] Port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:51.731128 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:49Z', 'revision_number': 3, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:51.761706 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac119e5-f418-4a3e-a11f-8d79dbad747c None None] The sync data for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi is: [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:49Z', 'revision_number': 3, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:44:51.761968 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.767232 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.835596 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826458'] for router_interface, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:51.837414 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Pushing event updated for resources: {'Port': ['ID=59ebf735-24f8-4ed0-b8de-d6e20fdaaf88,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:51.932555 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:51.933936 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:52.070849 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Router 97706d70-5a14-4b7c-86de-3ea961e15e13 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:44:52.164061 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-87af3ea7-b50d-4644-983c-e1d0563c62c5 None None] Provisioning complete for port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:52.164575 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-87af3ea7-b50d-4644-983c-e1d0563c62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.182684 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:44:52.190630 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-5cec1067-fe31-41cb-9714-9bc936450d0c admin admin] 10.222.0.52 "PUT /v2.0/routers/97706d70-5a14-4b7c-86de-3ea961e15e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6385663 Aug 17 02:44:52.202851 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-87af3ea7-b50d-4644-983c-e1d0563c62c5 None None] Port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:52.778881 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38608) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:52.786660 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-9e13bfd1-cfca-4556-9caa-e9770d5fc4ed tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350032114', 'description': 'tempest-description--1577685555'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:52.811098 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e13bfd1-cfca-4556-9caa-e9770d5fc4ed tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.906181 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e13bfd1-cfca-4556-9caa-e9770d5fc4ed tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.910421 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 47623b79-f10b-491b-b35c-a5d058a06021 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:52.911141 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e13bfd1-cfca-4556-9caa-e9770d5fc4ed tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.940830 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9e13bfd1-cfca-4556-9caa-e9770d5fc4ed tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.945315 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-9e13bfd1-cfca-4556-9caa-e9770d5fc4ed tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1625659 Aug 17 02:44:52.945545 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38612) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:52.950023 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-6928e42f-2a76-4527-a86d-d272f424407d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'security_group_rule': {'security_group_id': 'af82481e-dacd-4032-a8af-d9737bed4c07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:52.958112 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13bfd1-cfca-4556-9caa-e9770d5fc4ed tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af82481e-dacd-4032-a8af-d9737bed4c07,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:52.972519 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 47623b79-f10b-491b-b35c-a5d058a06021 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:52.972999 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:52.983789 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6928e42f-2a76-4527-a86d-d272f424407d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.045154 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6928e42f-2a76-4527-a86d-d272f424407d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.050182 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6928e42f-2a76-4527-a86d-d272f424407d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.057868 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:53.069776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928e42f-2a76-4527-a86d-d272f424407d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11aa9fe2-14de-4754-a69a-e943d595b0e7,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:53.079465 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6928e42f-2a76-4527-a86d-d272f424407d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.080884 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-6928e42f-2a76-4527-a86d-d272f424407d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344194 Aug 17 02:44:53.084072 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38614) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:53.089135 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-e255bf0b-6b0e-4127-8703-1af5aca425bf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'security_group_rule': {'security_group_id': 'af82481e-dacd-4032-a8af-d9737bed4c07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:53.108733 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:53.112985 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:53.114201 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.118245 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e255bf0b-6b0e-4127-8703-1af5aca425bf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.177383 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e255bf0b-6b0e-4127-8703-1af5aca425bf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.182611 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e255bf0b-6b0e-4127-8703-1af5aca425bf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.199737 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.202965 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255bf0b-6b0e-4127-8703-1af5aca425bf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26728b92-3995-4f87-a0b6-56daa73ce3e8,revision_number=0']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:53.205709 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-e255bf0b-6b0e-4127-8703-1af5aca425bf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.206968 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-e255bf0b-6b0e-4127-8703-1af5aca425bf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218090 Aug 17 02:44:53.210871 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38616) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:44:53.215860 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'floatingip': {'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:53.228088 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:53.232241 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.240716 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.281656 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:53.321206 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Sync routers for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:44:53.330676 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:53.331285 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:53.342153 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.436291 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:53.445339 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Allocated IP 172.27.0.162 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/98b67e4a-ead3-413c-9b93-8f94884f8421) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:53.555984 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.596034 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.636633 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:53.638869 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 2, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:53.639462 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:53.643147 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:53.648422 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'Port': ['ID=98b67e4a-ead3-413c-9b93-8f94884f8421,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:53.666752 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Checking router: 97706d70-5a14-4b7c-86de-3ea961e15e13 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:44:53.667112 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Updating router 97706d70-5a14-4b7c-86de-3ea961e15e13 port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 binding host dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:44:53.698225 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.732957 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.768205 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.917225 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.922062 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.962310 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.976078 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Transition to ACTIVE for port object 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:53.982022 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:53.987706 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'Port': ['ID=98b67e4a-ead3-413c-9b93-8f94884f8421,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:54.005365 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.021499 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.023379 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-3afc64c7-9a3d-4282-9f79-6823ab57e32d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8114328 Aug 17 02:44:54.035802 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac6aef-ca6f-41fc-9163-ae1c56db0ecd None None] Pushing event updated for resources: {'Port': ['ID=59ebf735-24f8-4ed0-b8de-d6e20fdaaf88,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:54.093537 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Attempting to bind port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 on host dv-cinder-799871-4-iscsi for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:44:54.093908 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Attempting to bind port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 by drivers openvswitch,hyperv on host dv-cinder-799871-4-iscsi at level 0 using segments [{'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:44:54.094279 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Attempting to bind port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 on network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:54.102081 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Checking agent: {'id': '1da1f13f-645e-4749-9426-afdd937980dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 24, 11), 'started_at': datetime.datetime(2021, 8, 17, 2, 24, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:44:54.102461 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Checking segment: {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:54.103073 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.103341 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Bound using segment: {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:44:54.103812 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Bound port: 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88, host: dv-cinder-799871-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:44:54.104192 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.178397 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] For port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88, host dv-cinder-799871-4-iscsi, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:44:54.183364 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] For port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88, host dv-cinder-799871-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=59ebf735-24f8-4ed0-b8de-d6e20fdaaf88,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:44:54.192294 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:54.196868 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-e1cccce7-7dab-40e9-ab8e-d48fe30a2e79 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--350032114&fields=id&tenant_id=41d05f91b2c3464f952c0a4599cd9bda HTTP/1.1" status: 200 len: 267 time: 0.0421407 Aug 17 02:44:54.260866 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:44:54.261667 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:54.374494 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac6aef-ca6f-41fc-9163-ae1c56db0ecd None None] Pushing event updated for resources: {'Port': ['ID=59ebf735-24f8-4ed0-b8de-d6e20fdaaf88,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:54.398125 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:44:54.616116 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:54Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:44:54.617012 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-beb66a15-d0d7-40e6-8624-f4a834a67f0f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:54.618492 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-beb66a15-d0d7-40e6-8624-f4a834a67f0f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 811 time: 0.4119205 Aug 17 02:44:54.634971 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-67cde5d2-0635-468b-97a2-7235355bea6e tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/quotas/41d05f91b2c3464f952c0a4599cd9bda HTTP/1.1" status: 200 len: 375 time: 0.0101726 Aug 17 02:44:54.642825 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea9bfd-6dc7-4cc1-8a62-e561bb1efefa None None] The sync data for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi is: [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:54Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:44:54.696764 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-02331f54-c59a-4143-ae41-cc700f3742f5 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561144 Aug 17 02:44:54.814317 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-fd951c51-3b33-4b4d-bb9b-fb184b978a69 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93865) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:44:54.815449 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-fd951c51-3b33-4b4d-bb9b-fb184b978a69 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0952544 Aug 17 02:44:54.917609 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-9f892b09-8e41-4115-a991-fff379d217b2 service neutron] 10.222.0.52 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951707 Aug 17 02:44:54.922982 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:54.972485 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:54.973362 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.014458 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-52298904-aeb9-467c-ad55-146535382503 service neutron] 10.222.0.52 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899606 Aug 17 02:44:55.058465 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:55.111683 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning for port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:55.117466 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:55.118475 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.195051 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6730e6c5-e434-4419-a7b3-07e10a4268b9 req-c56323f2-a81c-49ef-b398-b239f17a40a8 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 210 time: 0.0327339 Aug 17 02:44:55.218283 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.250202 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-954fd363-0689-426c-862f-53d40473d59f None None] For port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=59ebf735-24f8-4ed0-b8de-d6e20fdaaf88,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:44:55.255509 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:55.320402 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Pushing event updated for resources: {'Port': ['ID=59ebf735-24f8-4ed0-b8de-d6e20fdaaf88,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:56.199100 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-6a7c566a-aef7-4136-a3c0-e5f6f5db549c tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:56.200582 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-6a7c566a-aef7-4136-a3c0-e5f6f5db549c tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 811 time: 0.1042607 Aug 17 02:44:56.247180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-49e588a0-f8ea-4053-9ebb-d30db76d13c4 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41d05f91b2c3464f952c0a4599cd9bda HTTP/1.1" status: 200 len: 379 time: 0.0365222 Aug 17 02:44:56.257154 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'port': {'device_id': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'admin_state_up': True, 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'security_groups': ['af82481e-dacd-4032-a8af-d9737bed4c07']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:56.327231 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8249c2f9-48b4-41d0-bd96-5461d46ac5af req-cba0d9f0-11a0-41cc-aa42-00c6da994e5d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 210 time: 0.0550647 Aug 17 02:44:56.391764 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Made reservation on behalf of 41d05f91b2c3464f952c0a4599cd9bda for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:44:56.395740 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.522033 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Allocated IP 172.20.0.3 (74c959ef-982c-4ccc-beb0-5435f2b90bc4/fafb12ae-6049-44bf-9e7a-e187ce09df2a/11277a4e-fb95-4cd2-a691-d31f08764054) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:44:56.657203 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.670434 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Transition to ACTIVE for port object 11277a4e-fb95-4cd2-a691-d31f08764054 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:56.701547 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.745094 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:44:56.748227 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:44:56.751969 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:44:56.758806 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'Port': ['ID=11277a4e-fb95-4cd2-a691-d31f08764054,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:56.803928 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:56.805109 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.820181 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-09db2fcc-7f9d-4402-bbc5-1ecee160c327 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5669041 Aug 17 02:44:56.835063 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Request body: {'port': {'device_id': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:44:56.840732 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 up at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:44:56.895347 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-954fd363-0689-426c-862f-53d40473d59f None None] Provisioning complete for port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:56.895523 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.895723 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:56.991267 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-7cd00b76-f6c1-41a0-a8eb-d24e92c20af1 None None] Provisioning for port 11277a4e-fb95-4cd2-a691-d31f08764054 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:44:56.994925 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-7cd00b76-f6c1-41a0-a8eb-d24e92c20af1 None None] Provisioning complete for port 11277a4e-fb95-4cd2-a691-d31f08764054 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:44:56.995291 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7cd00b76-f6c1-41a0-a8eb-d24e92c20af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.029632 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-7cd00b76-f6c1-41a0-a8eb-d24e92c20af1 None None] Port 11277a4e-fb95-4cd2-a691-d31f08764054 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:44:57.167070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11277a4e-fb95-4cd2-a691-d31f08764054 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:44:57.174494 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.186725 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Transition to ACTIVE for port object 11277a4e-fb95-4cd2-a691-d31f08764054 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:44:57.190338 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.240025 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Pushing event updated for resources: {'Port': ['ID=11277a4e-fb95-4cd2-a691-d31f08764054,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:57.314305 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Attempting to bind port 11277a4e-fb95-4cd2-a691-d31f08764054 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:44:57.314663 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Attempting to bind port 11277a4e-fb95-4cd2-a691-d31f08764054 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:44:57.314995 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Attempting to bind port 11277a4e-fb95-4cd2-a691-d31f08764054 on network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:57.319491 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Port 11277a4e-fb95-4cd2-a691-d31f08764054 on network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:44:57.319815 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Attempting to bind port 11277a4e-fb95-4cd2-a691-d31f08764054 on network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:44:57.324733 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:44:57.325074 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Checking segment: {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:44:57.325459 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Bound using segment: {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:44:57.325890 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Bound port: 11277a4e-fb95-4cd2-a691-d31f08764054, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:44:57.326247 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.394203 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] For port 11277a4e-fb95-4cd2-a691-d31f08764054, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:44:57.397639 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] For port 11277a4e-fb95-4cd2-a691-d31f08764054, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11277a4e-fb95-4cd2-a691-d31f08764054,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:44:57.404305 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.468987 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.469695 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:57.471023 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] 10.222.0.63 "PUT /v2.0/ports/11277a4e-fb95-4cd2-a691-d31f08764054 HTTP/1.1" status: 200 len: 1093 time: 0.6419108 Aug 17 02:44:57.473148 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'tag': '11277a4e-fb95-4cd2-a691-d31f08764054'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:44:57.475463 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54" -d '{"events": [{"name": "network-changed", "server_uuid": "e36beeba-4665-4d03-a2d3-4dc71aedec45", "tag": "11277a4e-fb95-4cd2-a691-d31f08764054"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:44:57.500340 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825241f-7aba-44c8-b73f-f974798bca2e service neutron] Pushing event updated for resources: {'Port': ['ID=11277a4e-fb95-4cd2-a691-d31f08764054,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:44:57.516337 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778da155-a666-44c4-9196-579a64fdbc0c req-668592ba-f6e7-4298-b9e3-71692d38f243 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.517916 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-778da155-a666-44c4-9196-579a64fdbc0c req-668592ba-f6e7-4298-b9e3-71692d38f243 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 943 time: 0.0866191 Aug 17 02:44:57.523318 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5529fcdf-f235-4cdd-a1e6-211c8453b94a x-openstack-request-id: req-5529fcdf-f235-4cdd-a1e6-211c8453b94a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:44:57.523604 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36beeba-4665-4d03-a2d3-4dc71aedec45", "tag": "11277a4e-fb95-4cd2-a691-d31f08764054", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:44:57.523852 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5529fcdf-f235-4cdd-a1e6-211c8453b94a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:44:57.524245 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'tag': '11277a4e-fb95-4cd2-a691-d31f08764054', 'status': 'completed', 'code': 200} Aug 17 02:44:57.591433 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-778da155-a666-44c4-9196-579a64fdbc0c req-d1c22128-bd4d-4f7e-974f-0efe9ce2d070 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653050 Aug 17 02:44:57.598466 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-6d64ad21-7a33-4de7-84f2-7684bb1f53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.600070 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-6d64ad21-7a33-4de7-84f2-7684bb1f53cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 1096 time: 0.0722911 Aug 17 02:44:57.644870 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-8ea49847-e323-4bb3-b1d4-f31b815d3826 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11277a4e-fb95-4cd2-a691-d31f08764054 HTTP/1.1" status: 200 len: 217 time: 0.0354621 Aug 17 02:44:57.698834 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-7ce80589-3993-4e41-be34-ed24a3ba3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.700270 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-7ce80589-3993-4e41-be34-ed24a3ba3cb7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0475976 Aug 17 02:44:57.748340 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-165995e6-7569-4b07-a533-a59d7bbb1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:57.749823 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-165995e6-7569-4b07-a533-a59d7bbb1eae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410373 Aug 17 02:44:57.841991 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-94cf0c4b-de50-449a-85c8-cd3ab4a150a9 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797849 Aug 17 02:44:57.935672 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-087f47a2-af8b-457a-a97d-a1e79b2c8714 req-e2ced78c-0bb2-42f1-8e71-23d86e675801 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861466 Aug 17 02:44:58.021148 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-f673739b-e0ae-4e11-b761-a7eac68a8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:58.022511 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-f673739b-e0ae-4e11-b761-a7eac68a8263 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 1096 time: 0.0400386 Aug 17 02:44:58.114225 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-b07743cb-a29a-48b6-9e8e-319fd83bc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:58.115848 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-b07743cb-a29a-48b6-9e8e-319fd83bc2fa service neutron] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 912 time: 0.0849898 Aug 17 02:44:58.156983 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-e3395b93-f64c-443b-9b02-32015762fa2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11277a4e-fb95-4cd2-a691-d31f08764054 HTTP/1.1" status: 200 len: 217 time: 0.0329678 Aug 17 02:44:58.204981 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-b4f3115a-51d2-4e3d-8408-98e0caec9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:58.206367 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-b4f3115a-51d2-4e3d-8408-98e0caec9c33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0419207 Aug 17 02:44:58.258303 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-2f0a0410-fc1f-4be7-af8d-c5bffe014a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:58.259770 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-2f0a0410-fc1f-4be7-af8d-c5bffe014a50 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443022 Aug 17 02:44:58.350685 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-85dac1e3-e429-436e-8d26-707f5f7f3470 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803466 Aug 17 02:44:58.444103 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ff62f01e-92b0-4108-b7dd-e2cd8857fd54 req-b1c2911f-21cb-48b1-bdb8-34c26b608fc6 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858374 Aug 17 02:44:58.708961 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cbdce-8843-45dc-a6fc-ac8e2e9e755e req-db4be74e-e1ed-44a8-a0b9-c8460e5b13cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:58.710439 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a8cbdce-8843-45dc-a6fc-ac8e2e9e755e req-db4be74e-e1ed-44a8-a0b9-c8460e5b13cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 943 time: 0.0488696 Aug 17 02:44:58.748814 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4a8cbdce-8843-45dc-a6fc-ac8e2e9e755e req-4c8fd638-0a03-494a-99cf-3fb6f36256e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324538 Aug 17 02:44:59.858991 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c91c9-6582-4bd2-8bff-e4f9754d7cc0 req-cf1e61e5-01d7-4216-9b69-05516f0b8afe tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:44:59.860437 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c7c91c9-6582-4bd2-8bff-e4f9754d7cc0 req-cf1e61e5-01d7-4216-9b69-05516f0b8afe tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 943 time: 0.0475860 Aug 17 02:44:59.898362 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1c7c91c9-6582-4bd2-8bff-e4f9754d7cc0 req-d028f3af-23a6-4303-b6c3-7dc894a299ce tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Aug 17 02:45:01.026104 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e40e6-0583-4ccd-8048-f3dd3e7a77f3 req-c4e5fe1c-8a1e-4526-985b-f71fb793c882 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:01.027492 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a51e40e6-0583-4ccd-8048-f3dd3e7a77f3 req-c4e5fe1c-8a1e-4526-985b-f71fb793c882 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 943 time: 0.0517385 Aug 17 02:45:01.063635 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a51e40e6-0583-4ccd-8048-f3dd3e7a77f3 req-02a99559-615f-44ae-92e0-ea3bcf615727 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303178 Aug 17 02:45:01.736983 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 11277a4e-fb95-4cd2-a691-d31f08764054 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:45:01.958822 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 11277a4e-fb95-4cd2-a691-d31f08764054, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11277a4e-fb95-4cd2-a691-d31f08764054,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:01.969552 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '11277a4e-fb95-4cd2-a691-d31f08764054', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'port_id': '11277a4e-fb95-4cd2-a691-d31f08764054', 'mac_address': 'fa:16:3e:a4:86:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:45:02.005678 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.017668 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11277a4e-fb95-4cd2-a691-d31f08764054 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:45:02.037572 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 11277a4e-fb95-4cd2-a691-d31f08764054, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11277a4e-fb95-4cd2-a691-d31f08764054,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:02.042343 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.089530 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=11277a4e-fb95-4cd2-a691-d31f08764054,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:02.179558 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e928-5e5e-4613-a1ea-fbd639448147 req-84e66d90-a5a1-4604-922a-1bf4402c78d6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:02.181013 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1867e928-5e5e-4613-a1ea-fbd639448147 req-84e66d90-a5a1-4604-922a-1bf4402c78d6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 944 time: 0.0481651 Aug 17 02:45:02.218338 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1867e928-5e5e-4613-a1ea-fbd639448147 req-7253cc1a-e20e-40c8-b5b4-49879f5f6830 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313745 Aug 17 02:45:02.477005 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['11277a4e-fb95-4cd2-a691-d31f08764054'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:45:03.329955 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2bc97-22f6-416d-8d4c-35f47f8e4c63 req-ed742cce-6f75-461e-b0cb-5cbedeab7c09 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:03.331425 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7e2bc97-22f6-416d-8d4c-35f47f8e4c63 req-ed742cce-6f75-461e-b0cb-5cbedeab7c09 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 944 time: 0.0489781 Aug 17 02:45:03.369091 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f7e2bc97-22f6-416d-8d4c-35f47f8e4c63 req-f2c42443-bc57-4248-80ea-b02f87bd2bd8 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Aug 17 02:45:03.757249 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 11277a4e-fb95-4cd2-a691-d31f08764054 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:45:03.805689 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 11277a4e-fb95-4cd2-a691-d31f08764054 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:45:03.809197 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 11277a4e-fb95-4cd2-a691-d31f08764054 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:45:03.809570 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.886360 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.907696 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11277a4e-fb95-4cd2-a691-d31f08764054'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:03.910451 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bd2f24-424c-4d68-af09-5c874aaeb93b" -d '{"events": [{"server_uuid": "e36beeba-4665-4d03-a2d3-4dc71aedec45", "name": "network-vif-plugged", "status": "completed", "tag": "11277a4e-fb95-4cd2-a691-d31f08764054"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:03.923523 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 11277a4e-fb95-4cd2-a691-d31f08764054, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11277a4e-fb95-4cd2-a691-d31f08764054,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:03.928204 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.952023 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fc8a2d-92b0-4821-b4dd-aea3ca58d5b9 x-openstack-request-id: req-d6fc8a2d-92b0-4821-b4dd-aea3ca58d5b9 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:03.952445 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36beeba-4665-4d03-a2d3-4dc71aedec45", "name": "network-vif-plugged", "status": "completed", "tag": "11277a4e-fb95-4cd2-a691-d31f08764054", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:03.952702 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6fc8a2d-92b0-4821-b4dd-aea3ca58d5b9 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:03.953403 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11277a4e-fb95-4cd2-a691-d31f08764054', 'code': 200} Aug 17 02:45:03.978861 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=11277a4e-fb95-4cd2-a691-d31f08764054,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:04.117929 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f71273-dd53-42cd-b342-49e7992bc169 req-b009af0b-c5ae-4d6a-8fc5-7afee4ac6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:04.119413 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-10f71273-dd53-42cd-b342-49e7992bc169 req-b009af0b-c5ae-4d6a-8fc5-7afee4ac6cc6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 1098 time: 0.0427949 Aug 17 02:45:04.155019 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-10f71273-dd53-42cd-b342-49e7992bc169 req-c2117f52-e8b2-46c6-94db-7151994ec574 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263965 Aug 17 02:45:04.483934 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fc39f-5596-4b49-a389-3f8c908aedb3 req-01e93b2e-4661-4ec0-9792-b34d8b73da37 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:04.485424 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e13fc39f-5596-4b49-a389-3f8c908aedb3 req-01e93b2e-4661-4ec0-9792-b34d8b73da37 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0493956 Aug 17 02:45:04.523394 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e13fc39f-5596-4b49-a389-3f8c908aedb3 req-23637f87-1166-4e49-afe9-898962c6a2e0 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318389 Aug 17 02:45:04.896955 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:05.637887 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0abe-8b9c-484f-be7a-683eb135fe44 req-99037c75-dd25-4156-a784-a10be5ae0443 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:05.639361 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a69d0abe-8b9c-484f-be7a-683eb135fe44 req-99037c75-dd25-4156-a784-a10be5ae0443 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0479050 Aug 17 02:45:05.677959 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a69d0abe-8b9c-484f-be7a-683eb135fe44 req-53443eff-bf09-4fb3-9ca1-56697b91db85 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Aug 17 02:45:05.790537 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42134cb4-339c-4361-b797-2d3140d64b78 req-74026ff8-09e2-4ee1-b653-16a0a0814d26 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:05.792020 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42134cb4-339c-4361-b797-2d3140d64b78 req-74026ff8-09e2-4ee1-b653-16a0a0814d26 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0515468 Aug 17 02:45:05.801124 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38678) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:05.805700 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-8da2ccd4-0401-40e9-a43c-8f91ef543ff9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'floatingip': {'port_id': '11277a4e-fb95-4cd2-a691-d31f08764054'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:45:05.843366 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8da2ccd4-0401-40e9-a43c-8f91ef543ff9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:06.267883 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8da2ccd4-0401-40e9-a43c-8f91ef543ff9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:06.271588 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8da2ccd4-0401-40e9-a43c-8f91ef543ff9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:06.368569 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-8da2ccd4-0401-40e9-a43c-8f91ef543ff9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Floating IP 182d4d53-1b88-4cc2-8c7a-22fcf5655c38 associated. External IP: 172.27.0.162, port: 11277a4e-fb95-4cd2-a691-d31f08764054. Aug 17 02:45:06.568888 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da2ccd4-0401-40e9-a43c-8f91ef543ff9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Router 97706d70-5a14-4b7c-86de-3ea961e15e13 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:06.673218 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da2ccd4-0401-40e9-a43c-8f91ef543ff9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:06.678776 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-8da2ccd4-0401-40e9-a43c-8f91ef543ff9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:06.684360 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] Sync routers for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:06.695337 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:06.695939 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:06.706859 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-8da2ccd4-0401-40e9-a43c-8f91ef543ff9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "PUT /v2.0/floatingips/182d4d53-1b88-4cc2-8c7a-22fcf5655c38 HTTP/1.1" status: 200 len: 991 time: 0.9046493 Aug 17 02:45:06.707614 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'tag': '11277a4e-fb95-4cd2-a691-d31f08764054'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:06.712900 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aada87-4dc3-4ac5-9d33-86e79b81e244" -d '{"events": [{"name": "network-changed", "server_uuid": "e36beeba-4665-4d03-a2d3-4dc71aedec45", "tag": "11277a4e-fb95-4cd2-a691-d31f08764054"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:06.750935 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1377177b-e7be-4eac-8ccd-dfbe8f1e466d x-openstack-request-id: req-1377177b-e7be-4eac-8ccd-dfbe8f1e466d {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:06.751231 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36beeba-4665-4d03-a2d3-4dc71aedec45", "tag": "11277a4e-fb95-4cd2-a691-d31f08764054", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:06.751489 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1377177b-e7be-4eac-8ccd-dfbe8f1e466d {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:06.751894 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'tag': '11277a4e-fb95-4cd2-a691-d31f08764054', 'status': 'completed', 'code': 200} Aug 17 02:45:06.805164 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:06.822332 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-cc0b8962-19d4-4503-aa46-20687c23f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:06.823772 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-cc0b8962-19d4-4503-aa46-20687c23f951 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 1098 time: 0.0446360 Aug 17 02:45:06.917563 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-759a1cc5-a4eb-48a3-b1b0-6e37786ec79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:06.919037 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-759a1cc5-a4eb-48a3-b1b0-6e37786ec79f service neutron] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 912 time: 0.0878057 Aug 17 02:45:06.986530 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-86d8fbd7-72d5-4921-a273-2f4767ec1be9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11277a4e-fb95-4cd2-a691-d31f08764054 HTTP/1.1" status: 200 len: 999 time: 0.0581791 Aug 17 02:45:07.030697 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': '182d4d53-1b88-4cc2-8c7a-22fcf5655c38', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'port_id': '11277a4e-fb95-4cd2-a691-d31f08764054', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'mac_address': 'fa:16:3e:a4:86:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:44:53Z', 'updated_at': '2021-08-17T02:45:06Z', 'revision_number': 1, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:07.042768 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-cdd5dec1-17a7-48c3-bd57-5af4a7adafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:07.044215 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-cdd5dec1-17a7-48c3-bd57-5af4a7adafe1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0497084 Aug 17 02:45:07.060627 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] Checking router: 97706d70-5a14-4b7c-86de-3ea961e15e13 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:07.069494 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:07.070099 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:44:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:07.095683 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-58e4057e-b97d-4180-b861-b4f65441d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:07.097062 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-58e4057e-b97d-4180-b861-b4f65441d934 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444303 Aug 17 02:45:07.172741 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:07.187128 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-93e2d96d-a489-409f-a5e8-eb009b50a7a1 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811865 Aug 17 02:45:07.401354 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': '182d4d53-1b88-4cc2-8c7a-22fcf5655c38', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'port_id': '11277a4e-fb95-4cd2-a691-d31f08764054', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'mac_address': 'fa:16:3e:a4:86:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:44:53Z', 'updated_at': '2021-08-17T02:45:06Z', 'revision_number': 1, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:07.428549 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39292c7f-edc0-4e38-9987-c9bb3ed2d901 None None] The sync data for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi is: [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': '182d4d53-1b88-4cc2-8c7a-22fcf5655c38', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'port_id': '11277a4e-fb95-4cd2-a691-d31f08764054', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'mac_address': 'fa:16:3e:a4:86:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:44:53Z', 'updated_at': '2021-08-17T02:45:06Z', 'revision_number': 1, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:07.560355 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8aada87-4dc3-4ac5-9d33-86e79b81e244 req-96b7b239-3324-4598-8a03-714cd91ddbc1 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659971 Aug 17 02:45:07.620440 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6a837-5c90-4504-a001-b17465a18bf4 None None] New status for floating IP 182d4d53-1b88-4cc2-8c7a-22fcf5655c38: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:45:08.770565 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-024d463c-1240-4e7e-b23e-8f406f778163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:10.856380 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-28678c46-5234-46f0-8fe2-0fd4150bc9b6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389123 Aug 17 02:45:10.916952 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-d8a0ecf7-0051-4891-b6a5-6ca4dd19dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:10.918414 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-d8a0ecf7-0051-4891-b6a5-6ca4dd19dd4c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 1099 time: 0.0384493 Aug 17 02:45:11.023627 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-03d30a75-f2a8-4a54-8539-92481b68eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:11.025058 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-03d30a75-f2a8-4a54-8539-92481b68eb46 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.0875571 Aug 17 02:45:11.092408 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-83764ef8-d072-4f58-941a-252411acae21 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e HTTP/1.1" status: 200 len: 1002 time: 0.0589223 Aug 17 02:45:11.153916 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-02ed545b-39a8-414e-818f-11c1534977c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:11.155370 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-02ed545b-39a8-414e-818f-11c1534977c2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0504208 Aug 17 02:45:11.201569 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-3fcdc25e-b399-43c9-97aa-a5cb8f56db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:11.203020 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-3fcdc25e-b399-43c9-97aa-a5cb8f56db64 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402789 Aug 17 02:45:11.290269 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-41a1b655-7880-4c32-8f89-f37d8155e14d service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797210 Aug 17 02:45:11.380746 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9a2c73bb-045a-4dc6-a0aa-ad809b398689 req-78f74fe6-e4cc-4f30-9a55-5a6212e4b99f service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826862 Aug 17 02:45:11.399573 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd242d46-8e57-407a-ae0f-b53404f75785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:11.547805 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:12.182683 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:14.091040 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:27.108974 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:45:34.270447 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38744) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:34.544052 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Deleting port fe4648d2-e651-4f0e-8c2b-0fca77ddc658 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:34.544399 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.621791 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.622037 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.633397 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Calling delete_port for fe4648d2-e651-4f0e-8c2b-0fca77ddc658 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:34.778077 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.801255 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event deleted for resources: {'Port': ['ID=fe4648d2-e651-4f0e-8c2b-0fca77ddc658,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:34.811194 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.811540 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.811878 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.812211 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.812539 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.813295 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.813295 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.813516 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.813792 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.814109 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.814426 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.814769 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:34.872382 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:34.872625 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Floating IP daaf24b6-a24c-40dd-abff-15ed2408e262 disassociated (deleted). External IP: 172.27.0.38, port: d70bcc62-212d-432f-9855-7f50de6baf91. Aug 17 02:45:34.908657 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:35.080363 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Router a2cd6517-99bd-4739-85fc-67cf7a8a290d has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:35.186347 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:35.190750 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:35.196254 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] Sync routers for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:35.205007 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:35.205607 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:45:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:35.218424 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a31d9c05-f46a-4ab1-9c1d-f4287d9643e4 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "DELETE /v2.0/floatingips/daaf24b6-a24c-40dd-abff-15ed2408e262 HTTP/1.1" status: 204 len: 168 time: 0.9468677 Aug 17 02:45:35.219142 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:35.221645 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd57f92-a13e-4ad7-855a-81cdfa267abf" -d '{"events": [{"name": "network-changed", "server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:35.260016 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf659a3-c725-4da3-82de-534d22d48326 x-openstack-request-id: req-8bf659a3-c725-4da3-82de-534d22d48326 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:35.260311 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:35.260570 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bf659a3-c725-4da3-82de-534d22d48326 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:35.260977 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'status': 'completed', 'code': 200} Aug 17 02:45:35.312468 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:35.324498 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-12d5edb5-34cf-440c-a4cd-b1a65760cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:35.326048 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-12d5edb5-34cf-440c-a4cd-b1a65760cf71 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 1098 time: 0.0438919 Aug 17 02:45:35.462388 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-2e67a99d-5c3e-44df-a612-3d85eb0a9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:35.463813 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-2e67a99d-5c3e-44df-a612-3d85eb0a9abe service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.1282763 Aug 17 02:45:35.471959 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6966109-067a-432a-9bb6-123a199dbdf7 req-89262823-55ce-4f9f-8bf1-167536b15973 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:35.473321 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f6966109-067a-432a-9bb6-123a199dbdf7 req-89262823-55ce-4f9f-8bf1-167536b15973 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 945 time: 0.0764480 Aug 17 02:45:35.518855 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-f2a27133-a541-4e51-a3a5-292905859449 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d70bcc62-212d-432f-9855-7f50de6baf91 HTTP/1.1" status: 200 len: 217 time: 0.0445809 Aug 17 02:45:35.541085 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'dedfad39-6372-4270-a27c-c60f1b3ba99e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:33Z', 'updated_at': '2021-08-17T02:40:35Z', 'revision_number': 1, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:35.567002 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] Checking router: a2cd6517-99bd-4739-85fc-67cf7a8a290d for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:35.575817 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:35.576001 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f6966109-067a-432a-9bb6-123a199dbdf7 req-424783a8-659b-46e0-9782-e473c33cc594 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953114 Aug 17 02:45:35.576411 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:45:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:35.584754 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-67a2d9db-c3e5-466b-9acc-0e7783a41442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:35.586188 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-67a2d9db-c3e5-466b-9acc-0e7783a41442 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0590553 Aug 17 02:45:35.634898 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-e5d3a7de-3efd-41d4-8421-ed87d3bdecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:35.636385 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-e5d3a7de-3efd-41d4-8421-ed87d3bdecc3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412612 Aug 17 02:45:35.679556 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:35.734443 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-5b0f00b3-017f-4bcb-95a3-adf0146f6d09 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877366 Aug 17 02:45:35.827531 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2bd57f92-a13e-4ad7-855a-81cdfa267abf req-2f489633-907f-4d16-9c0c-3c240f860c4d service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850570 Aug 17 02:45:35.992030 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'dedfad39-6372-4270-a27c-c60f1b3ba99e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:33Z', 'updated_at': '2021-08-17T02:40:35Z', 'revision_number': 1, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:36.017422 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49c152-c3dc-4ae4-b1b6-d544a33b3948 None None] The sync data for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi is: [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': 'dedfad39-6372-4270-a27c-c60f1b3ba99e', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'port_id': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'mac_address': 'fa:16:3e:05:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516348a9-20e6-4b88-8960-97304c43e320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:40:33Z', 'updated_at': '2021-08-17T02:40:35Z', 'revision_number': 1, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:36.221418 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e17911a-65f4-4626-b6f7-8d54445e4982 None None] New status for floating IP daaf24b6-a24c-40dd-abff-15ed2408e262: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:45:36.692975 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f97f3-ade2-4fc0-943f-47c257631c8d req-a9b4b115-3f3e-430b-bc77-b45a0d16c5aa tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:36.695143 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e13f97f3-ade2-4fc0-943f-47c257631c8d req-a9b4b115-3f3e-430b-bc77-b45a0d16c5aa tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 945 time: 0.0522897 Aug 17 02:45:36.733171 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e13f97f3-ade2-4fc0-943f-47c257631c8d req-c928062c-d086-4b62-acd4-6f014e71e6d8 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322182 Aug 17 02:45:37.294857 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-6fd1dbf2-93ae-4e9b-86b2-c453012500d0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:37.296278 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-6fd1dbf2-93ae-4e9b-86b2-c453012500d0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 945 time: 0.0476134 Aug 17 02:45:37.385680 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Deleting port d70bcc62-212d-432f-9855-7f50de6baf91 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:37.386021 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.475326 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] For port d70bcc62-212d-432f-9855-7f50de6baf91, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d70bcc62-212d-432f-9855-7f50de6baf91,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:37.475692 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.487862 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Calling delete_port for d70bcc62-212d-432f-9855-7f50de6baf91 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:37.618154 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.647529 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event deleted for resources: {'Port': ['ID=d70bcc62-212d-432f-9855-7f50de6baf91,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:37.690577 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] No DVR routers for this DVR port d70bcc62-212d-432f-9855-7f50de6baf91 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:37.693009 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:37.695735 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9d6ca8d3-7f6e-46bd-90c7-fdeec886f934 req-fb8139fc-e824-4d1b-ac8f-f39edee3bdca tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "DELETE /v2.0/ports/d70bcc62-212d-432f-9855-7f50de6baf91 HTTP/1.1" status: 204 len: 173 time: 0.3917549 Aug 17 02:45:37.696181 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'name': 'network-vif-deleted', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:37.698386 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05201b08-7c21-4c96-b73f-1856019c4042" -d '{"events": [{"server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "name": "network-vif-deleted", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:37.737368 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90064166-25b3-45cd-928b-995d9d4f271a x-openstack-request-id: req-90064166-25b3-45cd-928b-995d9d4f271a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:37.737688 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9149d9f7-ef87-4fd6-b417-a8ce810100f9", "name": "network-vif-deleted", "tag": "d70bcc62-212d-432f-9855-7f50de6baf91", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:37.737944 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90064166-25b3-45cd-928b-995d9d4f271a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:37.738341 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9149d9f7-ef87-4fd6-b417-a8ce810100f9', 'name': 'network-vif-deleted', 'tag': 'd70bcc62-212d-432f-9855-7f50de6baf91', 'status': 'completed', 'code': 200} Aug 17 02:45:37.836335 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-20fa03b6-9990-45a9-8e49-c5749ca37b81 req-b1f8414c-7eb2-45a6-a82f-d0657a109f71 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=9149d9f7-ef87-4fd6-b417-a8ce810100f9 HTTP/1.1" status: 200 len: 210 time: 0.0297241 Aug 17 02:45:38.770754 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3c2cd8c4-1335-41e7-8ba8-7453006c9054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.102747 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38788) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:41.257419 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Deleting port 901b2e5f-d20d-4560-b395-92306b0b0748 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:41.257760 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.331302 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.331633 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.343205 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Calling delete_port for 901b2e5f-d20d-4560-b395-92306b0b0748 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:41.405226 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a630d804-a552-4e1b-bec0-e1e4590f5910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.494735 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.522054 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event deleted for resources: {'Port': ['ID=901b2e5f-d20d-4560-b395-92306b0b0748,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:41.548733 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.589117 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.589444 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Floating IP dedfad39-6372-4270-a27c-c60f1b3ba99e disassociated (deleted). External IP: 172.27.0.243, port: c20ff5cc-59b6-43f6-905b-3fd764bbcc7e. Aug 17 02:45:41.796346 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Router a2cd6517-99bd-4739-85fc-67cf7a8a290d has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:41.832226 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device d70bcc62-212d-432f-9855-7f50de6baf91 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:41.853424 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: d70bcc62-212d-432f-9855-7f50de6baf91 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:41.853767 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device d70bcc62-212d-432f-9855-7f50de6baf91 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:41.911934 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:41.917196 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:41.922109 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] Sync routers for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:41.931528 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:41.932124 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:45:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:41.946114 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-fbd74c0c-bc4d-4266-a5a8-513dc6a31277 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "DELETE /v2.0/floatingips/dedfad39-6372-4270-a27c-c60f1b3ba99e HTTP/1.1" status: 204 len: 168 time: 0.8422816 Aug 17 02:45:41.946825 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:41.949060 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bb8720-6095-40a1-8666-9d663b45c256" -d '{"events": [{"name": "network-changed", "server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:41.986942 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff5ecd-5419-4a1f-bcad-96ca87eef2c6 x-openstack-request-id: req-32ff5ecd-5419-4a1f-bcad-96ca87eef2c6 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:41.987242 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:41.987502 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32ff5ecd-5419-4a1f-bcad-96ca87eef2c6 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:41.987909 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'status': 'completed', 'code': 200} Aug 17 02:45:42.040200 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:42.055563 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8720-6095-40a1-8666-9d663b45c256 req-ae8dff59-2fd9-460e-b19f-638c506dcf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:42.057106 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49bb8720-6095-40a1-8666-9d663b45c256 req-ae8dff59-2fd9-460e-b19f-638c506dcf12 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 1099 time: 0.0451572 Aug 17 02:45:42.186318 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:42.203854 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b8623-bb41-42de-a78e-72766bf90212 req-5f9835c1-18e5-4f34-8bdf-f47634b44032 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:42.205331 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b89b8623-bb41-42de-a78e-72766bf90212 req-5f9835c1-18e5-4f34-8bdf-f47634b44032 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 946 time: 0.0814354 Aug 17 02:45:42.206763 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8720-6095-40a1-8666-9d663b45c256 req-1e2c943c-3562-468c-8ad1-e84c2e33afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:42.208382 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49bb8720-6095-40a1-8666-9d663b45c256 req-1e2c943c-3562-468c-8ad1-e84c2e33afe6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 200 len: 913 time: 0.1372781 Aug 17 02:45:42.251708 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:42.260116 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49bb8720-6095-40a1-8666-9d663b45c256 req-0702efa6-8675-432d-a9b6-71bc87573275 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e HTTP/1.1" status: 200 len: 217 time: 0.0418935 Aug 17 02:45:42.277329 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b89b8623-bb41-42de-a78e-72766bf90212 req-231d9aee-f57c-433c-922e-0deae6ee5bd3 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652838 Aug 17 02:45:42.278766 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] Checking router: a2cd6517-99bd-4739-85fc-67cf7a8a290d for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:42.287161 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:42.288404 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:45:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:42.323183 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8720-6095-40a1-8666-9d663b45c256 req-b5a5a659-abfb-46d6-8921-6a8059b7c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:42.324523 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49bb8720-6095-40a1-8666-9d663b45c256 req-b5a5a659-abfb-46d6-8921-6a8059b7c63e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 200 len: 851 time: 0.0463765 Aug 17 02:45:42.370898 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8720-6095-40a1-8666-9d663b45c256 req-f097858d-7473-400f-b7c9-61026d968aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:42.372359 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49bb8720-6095-40a1-8666-9d663b45c256 req-f097858d-7473-400f-b7c9-61026d968aed service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d21728e9-5b0d-42e9-bfd9-c93604266480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398645 Aug 17 02:45:42.394265 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:42.466099 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49bb8720-6095-40a1-8666-9d663b45c256 req-ce1dacdf-e97d-4ea7-b651-6a9911bb960f service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852933 Aug 17 02:45:42.566081 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-49bb8720-6095-40a1-8666-9d663b45c256 req-21375cb0-cb73-40a0-bb69-4190afef62c0 service neutron] 10.222.0.63 "GET /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915425 Aug 17 02:45:42.597165 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:42.626022 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5698bcd-1fe1-4df1-b1c8-68ad8a27a5df None None] The sync data for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi is: [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '1dde4185-2ead-440b-969e-3b1d457c5eb2', 'name': '', 'network_id': 'd21728e9-5b0d-42e9-bfd9-c93604266480', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'mac_address': 'fa:16:3e:b8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:13Z', 'updated_at': '2021-08-17T02:35:18Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'subnets': [{'id': 'd4f44cf5-3301-417d-9b11-73c96f76725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:42.836429 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07290962-b1fd-4889-89dd-0a997ef4df27 None None] New status for floating IP dedfad39-6372-4270-a27c-c60f1b3ba99e: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:45:43.015839 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed200d9d-c083-4f16-a72e-265606d84494 req-3686a8e0-a557-4d6d-bda6-06069c8c9ef0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:43.017274 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ed200d9d-c083-4f16-a72e-265606d84494 req-3686a8e0-a557-4d6d-bda6-06069c8c9ef0 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 946 time: 0.0481317 Aug 17 02:45:43.415814 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16966b-31de-495e-93b7-ae94fdc66674 req-4126fcf4-d772-417e-a4f0-22ca45322858 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:45:43.417242 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf16966b-31de-495e-93b7-ae94fdc66674 req-4126fcf4-d772-417e-a4f0-22ca45322858 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/ports?device_id=516348a9-20e6-4b88-8960-97304c43e320 HTTP/1.1" status: 200 len: 946 time: 0.0608268 Aug 17 02:45:43.422480 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ed200d9d-c083-4f16-a72e-265606d84494 req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Deleting port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:43.422846 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed200d9d-c083-4f16-a72e-265606d84494 req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:43.504135 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cf16966b-31de-495e-93b7-ae94fdc66674 req-9d0db0e6-6ed9-469a-812d-2c44ae6ea8e6 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "GET /v2.0/security-groups?id=83dc3bdb-6428-4222-b13a-f79f563294e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773714 Aug 17 02:45:43.535029 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-ed200d9d-c083-4f16-a72e-265606d84494 req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] For port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:43.535388 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed200d9d-c083-4f16-a72e-265606d84494 req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:43.547772 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-ed200d9d-c083-4f16-a72e-265606d84494 req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Calling delete_port for c20ff5cc-59b6-43f6-905b-3fd764bbcc7e owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:43.673305 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed200d9d-c083-4f16-a72e-265606d84494 req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:43.703507 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event deleted for resources: {'Port': ['ID=c20ff5cc-59b6-43f6-905b-3fd764bbcc7e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:43.751306 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed200d9d-c083-4f16-a72e-265606d84494 req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] No DVR routers for this DVR port c20ff5cc-59b6-43f6-905b-3fd764bbcc7e on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:43.753721 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-ed200d9d-c083-4f16-a72e-265606d84494 req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:43.756019 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ed200d9d-c083-4f16-a72e-265606d84494 req-2751e65a-e0de-4ab6-8c31-99767ca54038 tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.63 "DELETE /v2.0/ports/c20ff5cc-59b6-43f6-905b-3fd764bbcc7e HTTP/1.1" status: 204 len: 173 time: 0.7304516 Aug 17 02:45:43.989187 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'name': 'network-vif-deleted', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:45:43.992225 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1fbbdb-3caf-4920-bb7e-1cc5543f0675" -d '{"events": [{"server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "name": "network-vif-deleted", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:45:44.027739 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c359c99e-2ccf-4f15-b0b6-5dbf6171e0f1 x-openstack-request-id: req-c359c99e-2ccf-4f15-b0b6-5dbf6171e0f1 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:45:44.028030 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516348a9-20e6-4b88-8960-97304c43e320", "name": "network-vif-deleted", "tag": "c20ff5cc-59b6-43f6-905b-3fd764bbcc7e", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:45:44.028359 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c359c99e-2ccf-4f15-b0b6-5dbf6171e0f1 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:45:44.028873 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516348a9-20e6-4b88-8960-97304c43e320', 'name': 'network-vif-deleted', 'tag': 'c20ff5cc-59b6-43f6-905b-3fd764bbcc7e', 'status': 'completed', 'code': 200} Aug 17 02:45:44.092663 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:44.562804 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38808) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:44.680535 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Deleting port dd97d699-1f81-4292-a4ca-36bdabe612f5 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:44.680873 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:44.756219 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:44.757559 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:44.768749 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Calling delete_port for dd97d699-1f81-4292-a4ca-36bdabe612f5 owned by network:floatingip {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:44.898697 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:44.929611 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event deleted for resources: {'Port': ['ID=dd97d699-1f81-4292-a4ca-36bdabe612f5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:44.949817 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.950095 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.950431 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.950792 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.951122 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.951447 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.951769 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.952089 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.952411 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.952728 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.953045 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.953359 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:44.992805 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:44.995502 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:44.996635 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-675fd425-5c5e-4f23-a98f-cd204c430eeb tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "DELETE /v2.0/floatingips/4341bcdb-4812-4d2b-8f48-e69e664ac57e HTTP/1.1" status: 204 len: 168 time: 0.4328439 Aug 17 02:45:45.857960 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device c20ff5cc-59b6-43f6-905b-3fd764bbcc7e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:45.879252 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: c20ff5cc-59b6-43f6-905b-3fd764bbcc7e {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:45.879601 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device c20ff5cc-59b6-43f6-905b-3fd764bbcc7e not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:46.188642 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38824) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:46.249329 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eea9038e-995b-4c47-aaad-b44a4c28c62b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.274796 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eea9038e-995b-4c47-aaad-b44a4c28c62b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.332498 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eea9038e-995b-4c47-aaad-b44a4c28c62b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.335155 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-eea9038e-995b-4c47-aaad-b44a4c28c62b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:46.336278 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-eea9038e-995b-4c47-aaad-b44a4c28c62b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] 10.222.0.52 "DELETE /v2.0/security-groups/83dc3bdb-6428-4222-b13a-f79f563294e2 HTTP/1.1" status: 204 len: 168 time: 0.1466765 Aug 17 02:45:46.345557 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9038e-995b-4c47-aaad-b44a4c28c62b tempest-TestVolumeBootPattern-838329135 tempest-TestVolumeBootPattern-838329135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dc3bdb-6428-4222-b13a-f79f563294e2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:46.397127 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38828) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:46.845882 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826545'] for router_interface, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.321304 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Deleting port 1dde4185-2ead-440b-969e-3b1d457c5eb2 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:47.321978 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.398602 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] For port 1dde4185-2ead-440b-969e-3b1d457c5eb2, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=1dde4185-2ead-440b-969e-3b1d457c5eb2,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:47.398968 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.410496 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Calling delete_port for 1dde4185-2ead-440b-969e-3b1d457c5eb2 owned by network:router_interface {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:47.583515 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.607412 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dde4185-2ead-440b-969e-3b1d457c5eb2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:47.770641 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1936225'] for router_interface, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.971971 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Router a2cd6517-99bd-4739-85fc-67cf7a8a290d has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:48.074668 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:48.079742 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-1ccbcfaf-7cf3-4687-a6de-451b71933f94 admin admin] 10.222.0.52 "PUT /v2.0/routers/a2cd6517-99bd-4739-85fc-67cf7a8a290d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6813788 Aug 17 02:45:48.081985 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38836) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:48.084550 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] Sync routers for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:48.094813 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:48.095426 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:45:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:48.182429 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks [] for router, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.197482 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:48.281200 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.331485 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Deleting port 1ea46dec-6eed-444a-8d6f-bc0f6282969c {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:48.332192 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.370392 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:45:47Z', 'revision_number': 5, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port': {'id': '1ea46dec-6eed-444a-8d6f-bc0f6282969c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:11Z', 'updated_at': '2021-08-17T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:48.395846 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] Checking router: a2cd6517-99bd-4739-85fc-67cf7a8a290d for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:48.404360 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] Routers {'a2cd6517-99bd-4739-85fc-67cf7a8a290d'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:48.404962 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:45:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:48.410885 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] For port 1ea46dec-6eed-444a-8d6f-bc0f6282969c, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=1ea46dec-6eed-444a-8d6f-bc0f6282969c,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:48.411241 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.422980 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Calling delete_port for 1ea46dec-6eed-444a-8d6f-bc0f6282969c owned by network:router_gateway {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:48.488362 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] Set router a2cd6517-99bd-4739-85fc-67cf7a8a290d gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:48.541577 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:45:48Z', 'revision_number': 6, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port_host': None}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:48.567533 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d364f-0554-4687-915f-d9ad551473ac None None] The sync data for ids ['a2cd6517-99bd-4739-85fc-67cf7a8a290d'] in dv-cinder-799871-4-iscsi is: [{'id': 'a2cd6517-99bd-4739-85fc-67cf7a8a290d', 'name': 'tempest-TestVolumeBootPattern-1514748546-router', 'tenant_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:10Z', 'updated_at': '2021-08-17T02:45:48Z', 'revision_number': 6, 'project_id': 'b5ea5ff6e0a843e380968b1e78c0765a', 'gw_port_host': None}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:48.583489 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.609733 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea46dec-6eed-444a-8d6f-bc0f6282969c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:48.667974 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1784233'] for router_gateway, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.758044 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1826202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41699'] for router, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.760151 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.801911 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1826275'] for router, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.802573 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2cd6517-99bd-4739-85fc-67cf7a8a290d {{(pid=93866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:45:48.809583 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] Notify callbacks [] for router, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.810964 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ee5d327b-b2aa-4132-944a-333a5bd2a966 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a2cd6517-99bd-4739-85fc-67cf7a8a290d HTTP/1.1" status: 204 len: 168 time: 0.7279096 Aug 17 02:45:48.813540 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38838) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:48.856139 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7051d9e-7d57-4ad7-84c9-88f8982d55c9 admin admin] Deleting subnet d4f44cf5-3301-417d-9b11-73c96f76725f {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:45:48.858968 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7051d9e-7d57-4ad7-84c9-88f8982d55c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.892258 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7051d9e-7d57-4ad7-84c9-88f8982d55c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929436'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.016392 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7051d9e-7d57-4ad7-84c9-88f8982d55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.041934 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 1dde4185-2ead-440b-969e-3b1d457c5eb2 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:49.062686 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 1dde4185-2ead-440b-969e-3b1d457c5eb2 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:49.063064 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 1dde4185-2ead-440b-969e-3b1d457c5eb2 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:49.073189 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7051d9e-7d57-4ad7-84c9-88f8982d55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7181250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798163'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.102284 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7051d9e-7d57-4ad7-84c9-88f8982d55c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f44cf5-3301-417d-9b11-73c96f76725f,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:49.105567 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-b7051d9e-7d57-4ad7-84c9-88f8982d55c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.107625 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-b7051d9e-7d57-4ad7-84c9-88f8982d55c9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d4f44cf5-3301-417d-9b11-73c96f76725f HTTP/1.1" status: 204 len: 168 time: 0.2929904 Aug 17 02:45:49.109866 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38842) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:49.113114 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6b918-6ab2-42cb-a0f8-59f4f4732cf7 None None] Network d21728e9-5b0d-42e9-bfd9-c93604266480 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:49.175625 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.226766 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Deleting port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:49.227116 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.390313 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd5aa9-6b61-4e67-8271-b1d569a4f54f None None] DHCP port deletion for d21728e9-5b0d-42e9-bfd9-c93604266480 request from dv-cinder-799871-4-iscsi {{(pid=93867) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:45:49.439712 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-badd5aa9-6b61-4e67-8271-b1d569a4f54f None None] Deleting port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:49.440095 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-badd5aa9-6b61-4e67-8271-b1d569a4f54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.508634 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] For port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:49.509225 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.511355 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-badd5aa9-6b61-4e67-8271-b1d569a4f54f None None] For port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd,segment=NetworkSegment(21ed7dff-fb9e-4738-9117-df69217d37ef),segment_id=21ed7dff-fb9e-4738-9117-df69217d37ef)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:49.512236 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-badd5aa9-6b61-4e67-8271-b1d569a4f54f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.521583 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Calling delete_port for e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:49.525929 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-badd5aa9-6b61-4e67-8271-b1d569a4f54f None None] Calling delete_port for e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:49.602722 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.612401 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-badd5aa9-6b61-4e67-8271-b1d569a4f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.629833 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:49.635738 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] No DVR routers for this DVR port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd on host dv-cinder-799871-4-iscsi {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:49.641993 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd5aa9-6b61-4e67-8271-b1d569a4f54f None None] Pushing event deleted for resources: {'Port': ['ID=e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:49.647286 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd5aa9-6b61-4e67-8271-b1d569a4f54f None None] No DVR routers for this DVR port e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd on host dv-cinder-799871-4-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:49.711139 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.720632 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21728e9-5b0d-42e9-bfd9-c93604266480']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:49.731080 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ed7dff-fb9e-4738-9117-df69217d37ef') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:49.731367 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ed7dff-fb9e-4738-9117-df69217d37ef') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:49.740046 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7929429'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.753545 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.760048 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:49.760436 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7180640'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: Traceback (most recent call last): Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: timer() Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: cb(*args, **kw) Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: return func(*args, **kwargs) Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: self._notify() Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: self.callback(batched_events) Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: event.method(event) Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: return f(self, *a, **k) Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._get(url).json() Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:49.762011 dv-cinder-799871-4-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:49.818125 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.823307 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:49.825103 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] 10.222.0.52 "DELETE /v2.0/networks/d21728e9-5b0d-42e9-bfd9-c93604266480 HTTP/1.1" status: 204 len: 168 time: 0.7143450 Aug 17 02:45:49.828281 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38844) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:49.836052 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b22f7-0d71-47dc-99aa-f30640f50c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=d21728e9-5b0d-42e9-bfd9-c93604266480,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:50.174001 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826545'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.418234 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Deleting port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:50.418576 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.496195 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] For port 82012bc1-df45-48ed-b970-cbcbf2a5ab6e, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=82012bc1-df45-48ed-b970-cbcbf2a5ab6e,segment=NetworkSegment(10011c9b-6813-4efa-8065-11c07dd34976),segment_id=10011c9b-6813-4efa-8065-11c07dd34976)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:50.496458 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.509252 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Calling delete_port for 82012bc1-df45-48ed-b970-cbcbf2a5ab6e owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:50.688418 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.717501 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Pushing event deleted for resources: {'Port': ['ID=82012bc1-df45-48ed-b970-cbcbf2a5ab6e,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:50.883762 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1936225'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.926614 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:50.949829 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:50.950172 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device e5eae9a6-cb65-48a0-a2d7-0a3ce110b4dd not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:50.950609 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 1ea46dec-6eed-444a-8d6f-bc0f6282969c no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:50.968606 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 1ea46dec-6eed-444a-8d6f-bc0f6282969c {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:50.968953 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 1ea46dec-6eed-444a-8d6f-bc0f6282969c not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:51.098552 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Router 7a576a62-565a-4c52-b300-41bbaeceb8c8 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:45:51.203507 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:45:51.208354 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-3b22c615-12c7-4a8e-ab73-14c7752e90ac admin admin] 10.222.0.52 "PUT /v2.0/routers/7a576a62-565a-4c52-b300-41bbaeceb8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3790288 Aug 17 02:45:51.210906 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38852) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:51.213377 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] Sync routers for ids ['7a576a62-565a-4c52-b300-41bbaeceb8c8'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:45:51.222480 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] Routers {'7a576a62-565a-4c52-b300-41bbaeceb8c8'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:51.223220 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:45:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['7a576a62-565a-4c52-b300-41bbaeceb8c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:51.314199 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.329644 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] Set router 7a576a62-565a-4c52-b300-41bbaeceb8c8 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:51.416192 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.471985 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Deleting port 2253ac20-b481-4501-81ad-47cf6de09817 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:51.472326 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.508508 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2253ac20-b481-4501-81ad-47cf6de09817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:16Z', 'updated_at': '2021-08-17T02:45:50Z', 'revision_number': 5, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'gw_port': {'id': '2253ac20-b481-4501-81ad-47cf6de09817', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:35:17Z', 'updated_at': '2021-08-17T02:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:51.533485 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] Checking router: 7a576a62-565a-4c52-b300-41bbaeceb8c8 for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:45:51.541871 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] Routers {'7a576a62-565a-4c52-b300-41bbaeceb8c8'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:45:51.542482 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:45:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['7a576a62-565a-4c52-b300-41bbaeceb8c8'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:51.550652 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] For port 2253ac20-b481-4501-81ad-47cf6de09817, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=2253ac20-b481-4501-81ad-47cf6de09817,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:51.551016 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.564133 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Calling delete_port for 2253ac20-b481-4501-81ad-47cf6de09817 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:51.734610 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.754718 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] Set router 7a576a62-565a-4c52-b300-41bbaeceb8c8 gateway port host: None {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:45:51.765223 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2253ac20-b481-4501-81ad-47cf6de09817,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:51.809012 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:16Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 6, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'gw_port_host': None}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:51.826866 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1784233'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.836043 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6173a-fd2f-4357-994e-11f2692748e0 None None] The sync data for ids ['7a576a62-565a-4c52-b300-41bbaeceb8c8'] in dv-cinder-799871-4-iscsi is: [{'id': '7a576a62-565a-4c52-b300-41bbaeceb8c8', 'name': 'tempest-TestVolumeBootPattern-1695630038-router', 'tenant_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:35:16Z', 'updated_at': '2021-08-17T02:45:51Z', 'revision_number': 6, 'project_id': '5fcb8c0a82a447409a4df7fe41afaaab', 'gw_port_host': None}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:45:51.917253 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1826202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41699'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.919408 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.962365 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1826275'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.963000 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a576a62-565a-4c52-b300-41bbaeceb8c8 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:45:51.968187 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:51.969410 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-86a17246-bc0f-40a8-94d9-88fafe5269fb admin admin] 10.222.0.52 "DELETE /v2.0/routers/7a576a62-565a-4c52-b300-41bbaeceb8c8 HTTP/1.1" status: 204 len: 168 time: 0.7575986 Aug 17 02:45:51.971922 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38856) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.018075 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-553fe74c-b67e-402d-8428-9a39ed35b0d6 admin admin] Deleting subnet a563140c-3936-46dc-bb6e-2d7dbc87b727 {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:45:52.020950 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-553fe74c-b67e-402d-8428-9a39ed35b0d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.054315 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-553fe74c-b67e-402d-8428-9a39ed35b0d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7601402'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.129164 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-553fe74c-b67e-402d-8428-9a39ed35b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.184439 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-553fe74c-b67e-402d-8428-9a39ed35b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8272019'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.215586 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe74c-b67e-402d-8428-9a39ed35b0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a563140c-3936-46dc-bb6e-2d7dbc87b727,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:52.219459 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-553fe74c-b67e-402d-8428-9a39ed35b0d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.223416 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-553fe74c-b67e-402d-8428-9a39ed35b0d6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a563140c-3936-46dc-bb6e-2d7dbc87b727 HTTP/1.1" status: 204 len: 168 time: 0.2504079 Aug 17 02:45:52.224052 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 38858) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.227221 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8c615b-cbb5-4e6e-9b58-51879188d0f1 None None] Network dfa55ffd-c3c6-46be-9407-1276083716c2 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:45:52.295872 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.353502 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Deleting port 558dbcf2-8124-4fd2-9188-6a307dbef872 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:45:52.353958 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.419315 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] For port 558dbcf2-8124-4fd2-9188-6a307dbef872, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=558dbcf2-8124-4fd2-9188-6a307dbef872,segment=NetworkSegment(10011c9b-6813-4efa-8065-11c07dd34976),segment_id=10011c9b-6813-4efa-8065-11c07dd34976)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:45:52.419672 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.431523 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Calling delete_port for 558dbcf2-8124-4fd2-9188-6a307dbef872 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:45:52.510077 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.535600 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=558dbcf2-8124-4fd2-9188-6a307dbef872,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:52.537321 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] No DVR routers for this DVR port 558dbcf2-8124-4fd2-9188-6a307dbef872 on host dv-cinder-799871-4-iscsi {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:45:52.610009 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.620443 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa55ffd-c3c6-46be-9407-1276083716c2']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:52.630251 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10011c9b-6813-4efa-8065-11c07dd34976') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:52.630540 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10011c9b-6813-4efa-8065-11c07dd34976') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:45:52.636782 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4d31d-424c-4bd7-9d74-11b677800561 None None] DHCP port deletion for dfa55ffd-c3c6-46be-9407-1276083716c2 request from dv-cinder-799871-4-iscsi {{(pid=93867) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:45:52.641485 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7929429'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.657887 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.663760 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:45:52.664145 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7180640'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: Traceback (most recent call last): Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: timer() Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: cb(*args, **kw) Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: return func(*args, **kwargs) Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: self._notify() Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: self.callback(batched_events) Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: event.method(event) Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: return f(self, *a, **k) Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._get(url).json() Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:45:52.665880 dv-cinder-799871-4-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:45:52.723295 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.729192 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.733596 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] 10.222.0.52 "DELETE /v2.0/networks/dfa55ffd-c3c6-46be-9407-1276083716c2 HTTP/1.1" status: 204 len: 168 time: 0.5085678 Aug 17 02:45:52.746203 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3c36f-27bf-4745-a701-7ebcd33aa7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa55ffd-c3c6-46be-9407-1276083716c2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:52.866753 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 2253ac20-b481-4501-81ad-47cf6de09817 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:52.867399 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38864) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.893465 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 2253ac20-b481-4501-81ad-47cf6de09817 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:52.893465 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 2253ac20-b481-4501-81ad-47cf6de09817 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:52.893465 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 558dbcf2-8124-4fd2-9188-6a307dbef872 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:52.909153 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-3ecff038-bbb2-45ce-9517-4a842ad055d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5ea5ff6e0a843e380968b1e78c0765a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405872 Aug 17 02:45:52.911696 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38866) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:52.914928 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 558dbcf2-8124-4fd2-9188-6a307dbef872 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:52.915336 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 558dbcf2-8124-4fd2-9188-6a307dbef872 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:52.915809 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 82012bc1-df45-48ed-b970-cbcbf2a5ab6e no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:45:52.934656 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 82012bc1-df45-48ed-b970-cbcbf2a5ab6e {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:45:52.935000 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 82012bc1-df45-48ed-b970-cbcbf2a5ab6e not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:45:52.961533 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71d590ed-fd46-4794-947f-feecf0cf85c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:52.982566 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71d590ed-fd46-4794-947f-feecf0cf85c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.028452 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71d590ed-fd46-4794-947f-feecf0cf85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.031022 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-71d590ed-fd46-4794-947f-feecf0cf85c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.032154 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-71d590ed-fd46-4794-947f-feecf0cf85c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/342fe24d-da5f-4a20-b69c-b8181459cd25 HTTP/1.1" status: 204 len: 168 time: 0.1195750 Aug 17 02:45:53.039829 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d590ed-fd46-4794-947f-feecf0cf85c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342fe24d-da5f-4a20-b69c-b8181459cd25,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:53.357447 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38872) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:53.395939 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-3880d19a-82f3-4c02-8d09-c4ab9a84088d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fcb8c0a82a447409a4df7fe41afaaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373733 Aug 17 02:45:53.398928 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 38874) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:53.447692 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c86db9a-04d9-43bd-b066-669eb1426067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.469027 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c86db9a-04d9-43bd-b066-669eb1426067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.515731 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c86db9a-04d9-43bd-b066-669eb1426067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.518306 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-4c86db9a-04d9-43bd-b066-669eb1426067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:53.519487 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-4c86db9a-04d9-43bd-b066-669eb1426067 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a759953-7da2-4f6a-a232-58a0a6ea2acb HTTP/1.1" status: 204 len: 168 time: 0.1196909 Aug 17 02:45:53.527884 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86db9a-04d9-43bd-b066-669eb1426067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a759953-7da2-4f6a-a232-58a0a6ea2acb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:46:04.108807 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:46:04.920164 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:08.771578 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b95382e1-67b3-450e-bf89-a7603511cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:11.397669 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9cfabe77-8bac-4293-ae84-cf45d46d46f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:11.548702 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:12.187764 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:14.094880 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:34.933611 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:38.772409 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0a71541c-76bf-4fb4-a161-1f7687739542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:41.108148 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:46:41.398623 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53eac998-6152-4a08-afe4-b7f19f7032ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:41.548563 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:41.856684 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1ae3f-64ae-4c3d-881c-eba5f048da35 req-bbc7c2f9-32eb-48c9-8270-9d356087d8a6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:41.858168 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d1e1ae3f-64ae-4c3d-881c-eba5f048da35 req-bbc7c2f9-32eb-48c9-8270-9d356087d8a6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0550849 Aug 17 02:46:41.905394 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d1e1ae3f-64ae-4c3d-881c-eba5f048da35 req-3b2c98b0-673c-4544-ad06-78d8358e0572 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344818 Aug 17 02:46:42.190241 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:43.023147 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c19189-271a-478d-bc67-fc383e54d062 req-c7affe76-8f50-4416-b703-1d186585bcfd tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:43.025266 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-74c19189-271a-478d-bc67-fc383e54d062 req-c7affe76-8f50-4416-b703-1d186585bcfd tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0505118 Aug 17 02:46:43.063692 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-74c19189-271a-478d-bc67-fc383e54d062 req-08cfc46c-b0aa-4303-b4ea-fde5b11090f6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325873 Aug 17 02:46:44.097861 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:44.185488 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e873a7a-b007-47d3-8112-367f2cad571b req-f7866fc7-6927-46d4-84e4-99603740ffbc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:44.186936 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0e873a7a-b007-47d3-8112-367f2cad571b req-f7866fc7-6927-46d4-84e4-99603740ffbc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0513613 Aug 17 02:46:44.223833 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0e873a7a-b007-47d3-8112-367f2cad571b req-324b6dd7-8bc0-48d0-9099-9dcf93a33df8 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307338 Aug 17 02:46:45.338658 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d70ef9-0e6d-430f-94a1-031250b47c41 req-05953ed8-88ef-445d-b515-6945e99403ab tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:45.340146 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-44d70ef9-0e6d-430f-94a1-031250b47c41 req-05953ed8-88ef-445d-b515-6945e99403ab tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0482619 Aug 17 02:46:45.377292 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-44d70ef9-0e6d-430f-94a1-031250b47c41 req-94a40d36-e4d6-43a5-b258-7e5ddf09e087 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314195 Aug 17 02:46:46.490762 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862ab1-dafe-4868-83ec-19ba68367e4c req-cb419c05-2d02-4f42-91d8-2b5043cd2d4f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:46.492197 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-df862ab1-dafe-4868-83ec-19ba68367e4c req-cb419c05-2d02-4f42-91d8-2b5043cd2d4f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Aug 17 02:46:46.528674 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-df862ab1-dafe-4868-83ec-19ba68367e4c req-b0e24bae-0ff3-4290-aaff-579263ff7175 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305848 Aug 17 02:46:47.646267 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3f941-c89b-4a3c-a362-c71e27b2ded9 req-d2139a51-4b83-4752-ad6e-bd916fb6f571 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:47.647731 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d4c3f941-c89b-4a3c-a362-c71e27b2ded9 req-d2139a51-4b83-4752-ad6e-bd916fb6f571 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0517097 Aug 17 02:46:47.685282 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d4c3f941-c89b-4a3c-a362-c71e27b2ded9 req-ca5b6e04-c397-479b-a547-e752962cd6b4 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Aug 17 02:46:48.801692 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01a711-7379-4a90-b002-de9b8038a4d9 req-9abf69b7-d649-4177-8e40-2d8bc427fe98 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:48.803429 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8e01a711-7379-4a90-b002-de9b8038a4d9 req-9abf69b7-d649-4177-8e40-2d8bc427fe98 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0491920 Aug 17 02:46:48.841905 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8e01a711-7379-4a90-b002-de9b8038a4d9 req-faed7a82-d8f2-40ee-8206-6acf7c8e287d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317757 Aug 17 02:46:49.959368 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc6e5-f58d-401b-b8e3-a5d77b9bff39 req-2d6e523e-ad49-44d0-9a17-1339bbc568d0 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:49.960818 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-badcc6e5-f58d-401b-b8e3-a5d77b9bff39 req-2d6e523e-ad49-44d0-9a17-1339bbc568d0 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0488687 Aug 17 02:46:49.998350 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-badcc6e5-f58d-401b-b8e3-a5d77b9bff39 req-2bbdb084-6ee3-4915-ad55-bd42e5007be7 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Aug 17 02:46:51.331232 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745d9e8-f920-414b-9804-dae709381336 req-60f560c6-710a-45e0-b989-c593f8c6c2ca tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:51.332700 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8745d9e8-f920-414b-9804-dae709381336 req-60f560c6-710a-45e0-b989-c593f8c6c2ca tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.2677047 Aug 17 02:46:51.370047 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8745d9e8-f920-414b-9804-dae709381336 req-37e0f483-2fce-49e5-ae77-93e219476e9a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306845 Aug 17 02:46:52.647685 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098110-c6ea-4344-b1e1-00ed5031a0c2 req-b75c2e73-a0fe-4199-951f-bbcb567a2bc2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:52.649532 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f098110-c6ea-4344-b1e1-00ed5031a0c2 req-b75c2e73-a0fe-4199-951f-bbcb567a2bc2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0505297 Aug 17 02:46:52.687039 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1f098110-c6ea-4344-b1e1-00ed5031a0c2 req-58bd6c19-7a70-42e4-b450-d8d291a6ae91 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317359 Aug 17 02:46:53.801833 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae108-4616-4472-8d3c-5606d475f424 req-616bb8e6-43f2-4100-b4e1-b770fcb9a92b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:53.803598 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b25ae108-4616-4472-8d3c-5606d475f424 req-616bb8e6-43f2-4100-b4e1-b770fcb9a92b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0494192 Aug 17 02:46:53.842185 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b25ae108-4616-4472-8d3c-5606d475f424 req-7edc4302-f649-448c-ac96-cce9512fb54f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Aug 17 02:46:54.963749 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c890e5a-976b-4aef-814e-67175f848ef4 req-9d90973b-6fef-4fe9-bc57-5c2e765b2869 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:54.965233 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7c890e5a-976b-4aef-814e-67175f848ef4 req-9d90973b-6fef-4fe9-bc57-5c2e765b2869 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0536704 Aug 17 02:46:55.002879 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-7c890e5a-976b-4aef-814e-67175f848ef4 req-27b62b84-0e16-4049-a07b-06f5b9e612bd tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314867 Aug 17 02:46:56.132427 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccb42a-46d4-425f-91b8-713f421c0b85 req-e60fc208-fee0-48b0-b2b5-5ceb7cbc6f84 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:56.134747 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42ccb42a-46d4-425f-91b8-713f421c0b85 req-e60fc208-fee0-48b0-b2b5-5ceb7cbc6f84 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0521812 Aug 17 02:46:56.171805 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42ccb42a-46d4-425f-91b8-713f421c0b85 req-3778d2ac-a3b1-4ee3-bab2-0fb8d728120e tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Aug 17 02:46:57.285692 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ad762-3af5-4bd5-9712-1791bd1a2b82 req-ba0048a8-5611-46b6-84f1-c7339d5f8c94 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.287195 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cc1ad762-3af5-4bd5-9712-1791bd1a2b82 req-ba0048a8-5611-46b6-84f1-c7339d5f8c94 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0494192 Aug 17 02:46:57.324953 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cc1ad762-3af5-4bd5-9712-1791bd1a2b82 req-25d0823b-a182-4e5a-9731-5d0ce0ff45ef tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317216 Aug 17 02:46:57.563928 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263ced-95e9-4a24-a0db-ac2da9d451ba req-05c98e63-5a30-403b-95d3-e17f507b1061 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.565404 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-71263ced-95e9-4a24-a0db-ac2da9d451ba req-05c98e63-5a30-403b-95d3-e17f507b1061 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0549300 Aug 17 02:46:57.636829 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-71263ced-95e9-4a24-a0db-ac2da9d451ba req-7c91b811-ca68-4626-9f9d-a2037c74fbb0 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622652 Aug 17 02:46:57.639395 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-c44fbd9a-7d98-4b9f-90a3-bab0a6891fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.640783 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-c44fbd9a-7d98-4b9f-90a3-bab0a6891fd0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 1098 time: 0.0742390 Aug 17 02:46:57.737483 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-3ddd5f28-d85f-4751-ac76-1c3f9ff82d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.738894 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-3ddd5f28-d85f-4751-ac76-1c3f9ff82d00 service neutron] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 912 time: 0.0874341 Aug 17 02:46:57.804103 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-3454ad66-0ced-47e6-b4d8-a6986d19a61e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11277a4e-fb95-4cd2-a691-d31f08764054 HTTP/1.1" status: 200 len: 1001 time: 0.0575910 Aug 17 02:46:57.854086 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-5314e2b8-3558-4a91-8c19-6664313f0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.855541 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-5314e2b8-3558-4a91-8c19-6664313f0f58 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0440116 Aug 17 02:46:57.905592 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-a01b05f3-be19-4a6f-9b35-eb51e9b4ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:57.907080 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-a01b05f3-be19-4a6f-9b35-eb51e9b4ee75 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443802 Aug 17 02:46:57.994906 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-f41c24b2-248f-4d1d-b593-7278caac2934 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805700 Aug 17 02:46:58.355144 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5afdab8a-49f4-4994-866d-284d73f5ad5e req-c753f4e8-670c-4363-bbe0-d30ab29c29f2 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527460 Aug 17 02:46:58.755209 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6d67e-4430-41e4-a5b2-a5adc91783a4 req-4dfe23f4-dcb9-4408-ab5f-a99ee843b448 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:58.756668 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-41f6d67e-4430-41e4-a5b2-a5adc91783a4 req-4dfe23f4-dcb9-4408-ab5f-a99ee843b448 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Aug 17 02:46:58.794808 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-41f6d67e-4430-41e4-a5b2-a5adc91783a4 req-bf669bd1-e699-4322-be0b-25ffba063058 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311623 Aug 17 02:46:59.919270 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f33b7-e219-45aa-a3c2-935eaf65f921 req-e43990a5-4968-4064-bdc7-e3c95122effc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:46:59.920729 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-459f33b7-e219-45aa-a3c2-935eaf65f921 req-e43990a5-4968-4064-bdc7-e3c95122effc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0583668 Aug 17 02:46:59.958454 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-459f33b7-e219-45aa-a3c2-935eaf65f921 req-b85f7998-7643-4127-852c-6f4f82c11909 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316663 Aug 17 02:47:04.937067 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:07.475776 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-2c359ad2-7c3e-45ee-bb25-e5bb51ef926f req-369730c2-47c6-4404-81a3-9997ad35d455 service neutron] (93866) timed out ('10.222.0.63', 49853) {{(pid=93866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:47:08.775983 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-73f83eed-0cbc-4652-bf38-cd94731dd060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:11.399652 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ff89c14f-a059-496b-9a7e-5d9d26423b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:11.549461 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.193168 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:12.899285 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-e9d926f0-7391-466f-8b27-08058e2be8d7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932915 Aug 17 02:47:12.987819 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-cfac722e-4fb0-478d-8139-21f75c2977b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:12.989339 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-cfac722e-4fb0-478d-8139-21f75c2977b3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=257befd47c194f6e8cfa14348560404c&device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1098 time: 0.0404654 Aug 17 02:47:13.096353 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-a0b34ea5-7c32-4ac2-bbfa-a207020c9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:13.097873 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-a0b34ea5-7c32-4ac2-bbfa-a207020c9c2d service neutron] 10.222.0.63 "GET /v2.0/networks?id=37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 200 len: 910 time: 0.0876737 Aug 17 02:47:13.199063 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-258e6e8a-1d76-43fb-bd04-20131f503d62 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 200 len: 1001 time: 0.0785146 Aug 17 02:47:13.207140 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b58cc-140a-4579-81d5-3c67001818fc req-77c29d45-d0ee-4fdb-86ea-e3b1ea039dbf tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:13.208517 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-314b58cc-140a-4579-81d5-3c67001818fc req-77c29d45-d0ee-4fdb-86ea-e3b1ea039dbf tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0982974 Aug 17 02:47:13.285926 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-314b58cc-140a-4579-81d5-3c67001818fc req-e360ff22-913b-48e0-9e9a-9d5bef9fb748 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705731 Aug 17 02:47:13.287448 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-cf28792f-69a7-413b-bd42-00382aecc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:13.288860 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-cf28792f-69a7-413b-bd42-00382aecc1d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63e9a88a-964e-4c71-abf9-919fe829c940 HTTP/1.1" status: 200 len: 848 time: 0.0724945 Aug 17 02:47:13.336215 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-7ab4b0f2-c683-4c82-a72b-087609537d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:13.337615 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-7ab4b0f2-c683-4c82-a72b-087609537d42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37925b3a-c8c5-4e26-9871-f96808045ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400214 Aug 17 02:47:13.430999 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-3be7e986-d56b-459d-8b9c-035d0848e0ff service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841701 Aug 17 02:47:13.519091 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c7899108-04ec-46fa-b76f-6e390e6c8b80 req-eefa4870-de96-4b98-b5c3-400d745dc04a service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797110 Aug 17 02:47:14.100828 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:14.403897 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd9e9d-720e-4c36-82f0-8228ea651aee req-17f3a4b8-b9d3-4398-90ca-a182d669f5cd tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:14.405457 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-43dd9e9d-720e-4c36-82f0-8228ea651aee req-17f3a4b8-b9d3-4398-90ca-a182d669f5cd tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0499284 Aug 17 02:47:14.443785 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-43dd9e9d-720e-4c36-82f0-8228ea651aee req-e310f502-e891-43f5-84e3-529e7c75bd61 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324428 Aug 17 02:47:15.561943 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a273512-240e-4c56-80d6-f9d7194ab6ff req-5f45f515-ca62-4d6c-b911-9d4c40ed839c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:15.563405 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6a273512-240e-4c56-80d6-f9d7194ab6ff req-5f45f515-ca62-4d6c-b911-9d4c40ed839c tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0519857 Aug 17 02:47:15.601070 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6a273512-240e-4c56-80d6-f9d7194ab6ff req-5ef0b8d2-f894-404d-9448-9949a680be3d tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317829 Aug 17 02:47:16.714691 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a041299-5abb-40e4-a88e-cc973f7532a8 req-d94fe526-2897-4d01-945e-8b5456fd5407 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:16.716185 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1a041299-5abb-40e4-a88e-cc973f7532a8 req-d94fe526-2897-4d01-945e-8b5456fd5407 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0491927 Aug 17 02:47:16.754333 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1a041299-5abb-40e4-a88e-cc973f7532a8 req-98939d34-1193-48d9-a19f-64471b615b35 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322161 Aug 17 02:47:17.867357 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de615fa8-e4ca-49ca-81e3-3cbfbcd85d33 req-62a0be95-25c7-45c5-9f56-78ebc63db015 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:17.869388 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de615fa8-e4ca-49ca-81e3-3cbfbcd85d33 req-62a0be95-25c7-45c5-9f56-78ebc63db015 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0507624 Aug 17 02:47:17.907616 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-de615fa8-e4ca-49ca-81e3-3cbfbcd85d33 req-4c69f61e-47b9-456f-ac04-ffe1e93cf8b2 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323181 Aug 17 02:47:18.108892 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:47:19.027043 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664f3ac-4894-42d0-9f58-0a84cb3facae req-0b735079-7800-48d5-8303-c70582e7d50e tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:19.028386 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8664f3ac-4894-42d0-9f58-0a84cb3facae req-0b735079-7800-48d5-8303-c70582e7d50e tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0515947 Aug 17 02:47:19.066994 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8664f3ac-4894-42d0-9f58-0a84cb3facae req-afbe95f3-9114-4a7f-b365-dc4bd3d86a29 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327864 Aug 17 02:47:20.229656 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed03583-fcd5-4590-98e9-66282f89ab1b req-abeecad3-3394-496d-b80e-165457e24192 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:20.231164 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-eed03583-fcd5-4590-98e9-66282f89ab1b req-abeecad3-3394-496d-b80e-165457e24192 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0993268 Aug 17 02:47:20.267848 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-eed03583-fcd5-4590-98e9-66282f89ab1b req-c7d2c816-3a90-4047-8438-51efb9841bd0 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308161 Aug 17 02:47:21.379781 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea4266-0e1b-4eca-aba4-4d96df49da2e req-cb760ee4-b8e5-42e4-b04a-2b5b30988207 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:21.381231 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a4ea4266-0e1b-4eca-aba4-4d96df49da2e req-cb760ee4-b8e5-42e4-b04a-2b5b30988207 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0480244 Aug 17 02:47:21.420940 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-a4ea4266-0e1b-4eca-aba4-4d96df49da2e req-4a54bad2-1815-4e83-bf36-8ac9299d05ec tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333357 Aug 17 02:47:22.537160 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8cac8-d385-4672-9a57-9b334ad528f9 req-98bb255e-4e9a-4181-8ea9-fa49e25ab673 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:22.538713 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-15c8cac8-d385-4672-9a57-9b334ad528f9 req-98bb255e-4e9a-4181-8ea9-fa49e25ab673 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0515683 Aug 17 02:47:22.576705 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-15c8cac8-d385-4672-9a57-9b334ad528f9 req-724fd844-2522-4036-ae5e-e3ed4e0345fb tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313141 Aug 17 02:47:23.303661 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-1b3760a4-2906-4dfb-b231-72e1aa159996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:23.305131 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-1b3760a4-2906-4dfb-b231-72e1aa159996 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=257befd47c194f6e8cfa14348560404c&device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1098 time: 0.0401201 Aug 17 02:47:23.397909 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-784bc4d9-cfd6-4239-856b-e46d0ee465ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:23.399764 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-784bc4d9-cfd6-4239-856b-e46d0ee465ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 200 len: 910 time: 0.0868452 Aug 17 02:47:23.465614 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-c0dc7228-abd2-4a96-ad85-eb6395fd9850 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 200 len: 1001 time: 0.0576530 Aug 17 02:47:23.515017 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-cc68576f-e207-4723-89ef-05481f099409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:23.516393 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-cc68576f-e207-4723-89ef-05481f099409 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63e9a88a-964e-4c71-abf9-919fe829c940 HTTP/1.1" status: 200 len: 848 time: 0.0434809 Aug 17 02:47:23.566285 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-059bb54f-0429-4a96-89fc-6b9c8e79eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:23.567673 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-059bb54f-0429-4a96-89fc-6b9c8e79eed7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37925b3a-c8c5-4e26-9871-f96808045ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442100 Aug 17 02:47:23.684321 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-e90fe3e3-e2e2-4c92-a335-98fc950c7d2f service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094489 Aug 17 02:47:23.723026 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fedeb-3c31-4f22-9c99-97506724ebda req-0ab2e8aa-fa39-4a00-b4b7-3d472c0ea717 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:23.724467 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c64fedeb-3c31-4f22-9c99-97506724ebda req-0ab2e8aa-fa39-4a00-b4b7-3d472c0ea717 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0809472 Aug 17 02:47:23.797754 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c64fedeb-3c31-4f22-9c99-97506724ebda req-5d2a2503-8edb-4db2-a0c5-34fbdce187f5 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472326 Aug 17 02:47:23.819184 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-23026a6a-b1e7-48dc-ac96-6180e16335ea req-c96fbfcf-321f-4fa4-a313-44978707078f service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269116 Aug 17 02:47:24.915919 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4796d7-67ab-4dbb-8033-8cb85d5df076 req-0e4aec27-220a-40ed-894d-7ff2f026f18a tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:24.919031 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3f4796d7-67ab-4dbb-8033-8cb85d5df076 req-0e4aec27-220a-40ed-894d-7ff2f026f18a tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0555582 Aug 17 02:47:24.958240 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3f4796d7-67ab-4dbb-8033-8cb85d5df076 req-a023f1cc-a653-4afd-aa92-337d88532e0b tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338602 Aug 17 02:47:26.076470 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d7487-4c80-494f-aeeb-e9bee050db5e req-1992c5ba-46b0-4adb-afff-702195143dec tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:26.077930 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-035d7487-4c80-494f-aeeb-e9bee050db5e req-1992c5ba-46b0-4adb-afff-702195143dec tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0548203 Aug 17 02:47:26.114640 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-035d7487-4c80-494f-aeeb-e9bee050db5e req-63510c0f-00c8-483f-aec7-52830d806097 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307763 Aug 17 02:47:26.335253 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-ba3385ac-5f27-4c9d-870e-0a1819c9af97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771186 Aug 17 02:47:26.347530 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ac6e4-7bb9-4bac-ad33-339af2a7b400 req-afc56e8f-96ae-4141-a1b5-38059f21c234 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:26.348966 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0d8ac6e4-7bb9-4bac-ad33-339af2a7b400 req-afc56e8f-96ae-4141-a1b5-38059f21c234 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0589159 Aug 17 02:47:26.391937 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0d8ac6e4-7bb9-4bac-ad33-339af2a7b400 req-7c264ff4-ae0c-4a33-bb7b-61a6e9a5d6ba tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322986 Aug 17 02:47:27.536441 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb86b-fcf8-4e07-8dae-121042c67ec4 req-051e1a96-3571-4ba1-b32b-b840e7b6cf3e tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:27.538000 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-670cb86b-fcf8-4e07-8dae-121042c67ec4 req-051e1a96-3571-4ba1-b32b-b840e7b6cf3e tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0778766 Aug 17 02:47:27.541074 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-341f0f50-685d-4e7e-b71b-54963f17b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:27.542415 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-341f0f50-685d-4e7e-b71b-54963f17b591 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797&tenant_id=257befd47c194f6e8cfa14348560404c HTTP/1.1" status: 200 len: 1098 time: 0.0720389 Aug 17 02:47:27.600119 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-670cb86b-fcf8-4e07-8dae-121042c67ec4 req-f3efa012-890c-4a6e-91e1-af231e1cdff7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556767 Aug 17 02:47:27.614743 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-cfb2a74b-0771-4ae9-93e5-010153e2ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:27.616236 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-cfb2a74b-0771-4ae9-93e5-010153e2ac1a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=257befd47c194f6e8cfa14348560404c&device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1098 time: 0.0500944 Aug 17 02:47:27.725419 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-830ad354-47a0-4c06-b7e3-26e3da408a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:27.726841 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-830ad354-47a0-4c06-b7e3-26e3da408a6b service neutron] 10.222.0.63 "GET /v2.0/networks?id=37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 200 len: 910 time: 0.1035428 Aug 17 02:47:27.792472 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-d9fb92ce-38b1-4a67-89a6-6a46a24a204f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 200 len: 1001 time: 0.0571315 Aug 17 02:47:27.845289 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-aba5952e-d257-4e68-afe1-9703e5793356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:27.846713 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-aba5952e-d257-4e68-afe1-9703e5793356 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63e9a88a-964e-4c71-abf9-919fe829c940 HTTP/1.1" status: 200 len: 848 time: 0.0462558 Aug 17 02:47:27.890738 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-22dbba9e-6676-4488-8ac9-26bec34d5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:27.892186 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-22dbba9e-6676-4488-8ac9-26bec34d5bce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37925b3a-c8c5-4e26-9871-f96808045ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387251 Aug 17 02:47:27.980081 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-a29f9e05-3800-423d-aaf3-73c6286fb9a7 service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802171 Aug 17 02:47:28.069156 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-40f32754-00aa-4038-bc5d-c9525280bc9b req-ae733db7-b640-4d6b-a531-61641f92b6b2 service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817902 Aug 17 02:47:28.316581 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f3c80d77-6655-4657-9538-a78745c8674b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:47:28.387949 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:28.409278 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:28.411510 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cadd5d6-8141-4c3c-a72a-7ac6a61e0afa" -d '{"events": [{"server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "name": "network-vif-unplugged", "status": "completed", "tag": "f3c80d77-6655-4657-9538-a78745c8674b"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:28.424227 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f3c80d77-6655-4657-9538-a78745c8674b,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:28.428784 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:28.454258 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863746f-4dd9-41f0-87f4-505af4bb4ab7 x-openstack-request-id: req-6863746f-4dd9-41f0-87f4-505af4bb4ab7 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:28.454543 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "name": "network-vif-unplugged", "status": "completed", "tag": "f3c80d77-6655-4657-9538-a78745c8674b", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:28.454815 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6863746f-4dd9-41f0-87f4-505af4bb4ab7 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:28.455190 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b', 'code': 200} Aug 17 02:47:28.480372 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f3c80d77-6655-4657-9538-a78745c8674b,revision_number=6']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:28.487148 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.487492 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.487826 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.488156 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.488482 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.488806 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.489127 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.489446 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.489766 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.490083 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.490399 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.490819 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:47:28.715446 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae443c9-8a28-4fc2-870a-2dce2703a1c8 req-b3a35363-6be7-4b4f-aae2-b018228d70b7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:28.716435 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9ae443c9-8a28-4fc2-870a-2dce2703a1c8 req-b3a35363-6be7-4b4f-aae2-b018228d70b7 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0493076 Aug 17 02:47:28.755733 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9ae443c9-8a28-4fc2-870a-2dce2703a1c8 req-0c67c25e-d250-47cf-a84f-8d6594df3355 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322018 Aug 17 02:47:29.875620 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b9f11-51a9-485a-9899-64ac82a45bbd req-edf3ef7f-c765-4321-9071-25ef77d14a5f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:29.877076 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d37b9f11-51a9-485a-9899-64ac82a45bbd req-edf3ef7f-c765-4321-9071-25ef77d14a5f tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0532317 Aug 17 02:47:29.915751 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d37b9f11-51a9-485a-9899-64ac82a45bbd req-a8d44cae-a1d6-42a3-a5cb-bb403749d27d tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324900 Aug 17 02:47:31.031912 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd621ec-014f-4a77-ac50-582dbdd06496 req-b57aea25-1dc1-44c8-b67a-a60d9157e9fe tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:31.033293 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5fd621ec-014f-4a77-ac50-582dbdd06496 req-b57aea25-1dc1-44c8-b67a-a60d9157e9fe tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0511749 Aug 17 02:47:31.075039 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5fd621ec-014f-4a77-ac50-582dbdd06496 req-75a933f5-d6dc-4b51-9d18-1cdbb7cc39b5 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357664 Aug 17 02:47:32.188430 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa0851-4b4c-4ea6-bb0f-d083a28c1688 req-126a7d8d-444d-4ee2-9557-73993a35b569 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:32.189873 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b4aa0851-4b4c-4ea6-bb0f-d083a28c1688 req-126a7d8d-444d-4ee2-9557-73993a35b569 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0485709 Aug 17 02:47:32.226004 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b4aa0851-4b4c-4ea6-bb0f-d083a28c1688 req-0f982975-3504-4a76-aee3-f58d4ce5ee89 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302904 Aug 17 02:47:33.344683 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7545d6-837d-4a6b-959f-d7143d99aba0 req-aea885cc-b3ac-4d03-b7b7-913b807f0a8e tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:33.346154 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0a7545d6-837d-4a6b-959f-d7143d99aba0 req-aea885cc-b3ac-4d03-b7b7-913b807f0a8e tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0521989 Aug 17 02:47:33.383831 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0a7545d6-837d-4a6b-959f-d7143d99aba0 req-a9b3f3cf-d504-42aa-b1a2-b77b55a8aea3 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316424 Aug 17 02:47:34.496442 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6e9f-bbd7-4302-b38f-c0673b72e9cd req-e92aad31-e44a-4adb-88f1-310b56c23531 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:34.497987 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ef3e6e9f-bbd7-4302-b38f-c0673b72e9cd req-e92aad31-e44a-4adb-88f1-310b56c23531 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0478559 Aug 17 02:47:34.534830 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ef3e6e9f-bbd7-4302-b38f-c0673b72e9cd req-f6d51bbc-a417-4276-8876-2587632a2aeb tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310228 Aug 17 02:47:34.955283 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:35.389717 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06366130-cae5-4ea4-8793-24da8ff8d3a0 req-b6be79e8-fcca-4ff6-9a3c-c2c6e0e853d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:35.391180 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06366130-cae5-4ea4-8793-24da8ff8d3a0 req-b6be79e8-fcca-4ff6-9a3c-c2c6e0e853d9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1096 time: 0.0389476 Aug 17 02:47:35.426979 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-06366130-cae5-4ea4-8793-24da8ff8d3a0 req-7a0a01c4-be61-42bc-b344-6cc1c8a0592e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284104 Aug 17 02:47:35.651265 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f5751-ae53-4470-ae11-25317aeb4fe7 req-8cca34a3-8634-4e2f-b41c-849f8a6aad30 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:35.652608 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-412f5751-ae53-4470-ae11-25317aeb4fe7 req-8cca34a3-8634-4e2f-b41c-849f8a6aad30 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 943 time: 0.0522859 Aug 17 02:47:35.689508 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-412f5751-ae53-4470-ae11-25317aeb4fe7 req-85ac3f26-7b84-4068-8566-ac747c28f75e tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309930 Aug 17 02:47:36.329544 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f3c80d77-6655-4657-9538-a78745c8674b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:47:36.423059 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f3c80d77-6655-4657-9538-a78745c8674b,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:36.433776 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': 'f3c80d77-6655-4657-9538-a78745c8674b', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'port_id': 'f3c80d77-6655-4657-9538-a78745c8674b', 'mac_address': 'fa:16:3e:0d:b0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:47:36.472610 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:36.485458 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c80d77-6655-4657-9538-a78745c8674b {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:47:36.504638 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f3c80d77-6655-4657-9538-a78745c8674b,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:36.508345 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:36.555788 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f3c80d77-6655-4657-9538-a78745c8674b,revision_number=7']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:36.803138 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee276fbb-052c-4a27-bdf6-aefc9f77e969 req-1d9fcc10-5b96-4dfd-aaac-4621d54253d0 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:47:36.804590 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ee276fbb-052c-4a27-bdf6-aefc9f77e969 req-1d9fcc10-5b96-4dfd-aaac-4621d54253d0 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 944 time: 0.0497141 Aug 17 02:47:36.842660 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ee276fbb-052c-4a27-bdf6-aefc9f77e969 req-1fce981e-54d9-41cb-9411-6750b89ca723 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320978 Aug 17 02:47:36.877124 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['f3c80d77-6655-4657-9538-a78745c8674b'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:47:38.341954 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f3c80d77-6655-4657-9538-a78745c8674b up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:47:38.388041 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port f3c80d77-6655-4657-9538-a78745c8674b triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:47:38.388411 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:38.464767 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:38.485882 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:47:38.488130 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2120727-3fe1-4f0d-a517-8044a652373a" -d '{"events": [{"server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "name": "network-vif-plugged", "status": "completed", "tag": "f3c80d77-6655-4657-9538-a78745c8674b"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:47:38.501839 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f3c80d77-6655-4657-9538-a78745c8674b,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:47:38.505805 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:38.529877 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147e4b2-2db7-45ce-8b0b-e0acbb8087de x-openstack-request-id: req-d147e4b2-2db7-45ce-8b0b-e0acbb8087de {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:47:38.530165 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "name": "network-vif-plugged", "status": "completed", "tag": "f3c80d77-6655-4657-9538-a78745c8674b", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:47:38.530421 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d147e4b2-2db7-45ce-8b0b-e0acbb8087de {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:47:38.530827 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b', 'code': 200} Aug 17 02:47:38.556454 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=f3c80d77-6655-4657-9538-a78745c8674b,revision_number=8']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:47:38.776333 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5ea18805-5f0f-4b7f-9164-6eeaf43f9ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:41.402510 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9d54324-8792-4103-b999-0ad4c0404bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:41.549372 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:42.195966 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:44.103784 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:55.107506 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:47:55.351882 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-36ada55f-bfc2-4e7f-92d9-311223b9541d req-8193f5c1-c63f-4610-b288-e6327722fc36 service neutron] (93866) timed out ('10.222.0.63', 49880) {{(pid=93866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:48:04.971079 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:05.478089 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf867ed-49f9-4d99-9bc7-c14c5f52eb36 req-1a8b3b5e-3383-4a89-94dd-d77ec34755d2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:05.479685 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9cf867ed-49f9-4d99-9bc7-c14c5f52eb36 req-1a8b3b5e-3383-4a89-94dd-d77ec34755d2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0493224 Aug 17 02:48:05.518374 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9cf867ed-49f9-4d99-9bc7-c14c5f52eb36 req-b308da40-34a7-4a07-af5f-32cf16006c6c tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326438 Aug 17 02:48:06.637948 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbbc49-a788-45d9-8819-651c475e8ef5 req-8ce94a1b-c881-4934-b186-8a2e98c1c760 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:06.639424 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-39fbbc49-a788-45d9-8819-651c475e8ef5 req-8ce94a1b-c881-4934-b186-8a2e98c1c760 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0525370 Aug 17 02:48:06.677401 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-39fbbc49-a788-45d9-8819-651c475e8ef5 req-ee5b904e-0685-417f-97d0-7be12a7bbf0e tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Aug 17 02:48:07.794804 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f226c-70d1-4b89-8137-94e51666cee7 req-0659253f-ffb1-4d7a-b603-24fedd84260f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:07.796258 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0d7f226c-70d1-4b89-8137-94e51666cee7 req-0659253f-ffb1-4d7a-b603-24fedd84260f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0485816 Aug 17 02:48:07.833060 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0d7f226c-70d1-4b89-8137-94e51666cee7 req-3021c264-c387-4664-af4e-aafbb09cfb03 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309319 Aug 17 02:48:08.776146 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ce624862-4c8f-4aaa-957f-bf5d099d551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:08.947567 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786982ac-b12f-411e-810f-7467eb9df000 req-524f75bd-41af-4ea3-b136-ddd7bce39195 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:08.949014 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-786982ac-b12f-411e-810f-7467eb9df000 req-524f75bd-41af-4ea3-b136-ddd7bce39195 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0480890 Aug 17 02:48:08.986330 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-786982ac-b12f-411e-810f-7467eb9df000 req-4e360307-d5e1-4fce-955e-c7d2803ff46f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314715 Aug 17 02:48:10.103148 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2e08b-f553-4757-83f2-63a84f183681 req-16d35642-4c8c-4c81-ae65-b428ad1037c0 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:10.104599 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fbc2e08b-f553-4757-83f2-63a84f183681 req-16d35642-4c8c-4c81-ae65-b428ad1037c0 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0524242 Aug 17 02:48:10.141398 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-fbc2e08b-f553-4757-83f2-63a84f183681 req-f7d08d76-9798-4304-8044-d46a4185c1e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310171 Aug 17 02:48:11.255164 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bac8ef-e35b-43ce-be60-7131b1f318a4 req-26fa8981-aca6-48c6-8a02-00ddfc9cb4a4 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:11.256604 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62bac8ef-e35b-43ce-be60-7131b1f318a4 req-26fa8981-aca6-48c6-8a02-00ddfc9cb4a4 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Aug 17 02:48:11.293132 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62bac8ef-e35b-43ce-be60-7131b1f318a4 req-818f98b7-f18b-44e5-9c41-e64a8567987a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297887 Aug 17 02:48:11.408136 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-353586c1-b5eb-48bb-b06f-9346afb573fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:11.550211 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:12.198279 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:12.406480 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec17077-e130-4f9b-9388-8959ce53dd8b req-fad88698-6fd4-42b3-b0e1-fb03b4b2e824 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:12.407951 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ec17077-e130-4f9b-9388-8959ce53dd8b req-fad88698-6fd4-42b3-b0e1-fb03b4b2e824 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0486820 Aug 17 02:48:12.445282 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ec17077-e130-4f9b-9388-8959ce53dd8b req-a8af5a90-3104-4908-a036-3bfd88669b09 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Aug 17 02:48:13.562366 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0560-dac9-4ad0-a64c-77091e4c5204 req-2c6eafc6-8fd9-430d-b24b-dae40a3565f5 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:13.563831 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-040b0560-dac9-4ad0-a64c-77091e4c5204 req-2c6eafc6-8fd9-430d-b24b-dae40a3565f5 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0516589 Aug 17 02:48:13.601307 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-040b0560-dac9-4ad0-a64c-77091e4c5204 req-5003a1b0-5fec-40a2-97c1-4b01cd77f104 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316768 Aug 17 02:48:14.106576 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:14.718186 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e24ad-c467-49ab-befa-65f2b354ff0e req-666e8220-d71a-49a6-a612-88fa064fe9b2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:14.719687 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-184e24ad-c467-49ab-befa-65f2b354ff0e req-666e8220-d71a-49a6-a612-88fa064fe9b2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0510931 Aug 17 02:48:14.758889 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-184e24ad-c467-49ab-befa-65f2b354ff0e req-2b9dd06c-b3d8-450b-b879-d50dbb4cd4c6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330551 Aug 17 02:48:14.862478 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-1f880395-a35f-494a-9c0b-0b9553fb4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:14.864163 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-1f880395-a35f-494a-9c0b-0b9553fb4582 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 1098 time: 0.0414355 Aug 17 02:48:14.970475 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-9acb0dc2-5876-49a1-b639-7f99520bdea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:14.971955 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-9acb0dc2-5876-49a1-b639-7f99520bdea5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 912 time: 0.0886939 Aug 17 02:48:15.038500 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-3a80fead-9974-4d98-b727-57250df65b69 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11277a4e-fb95-4cd2-a691-d31f08764054 HTTP/1.1" status: 200 len: 1001 time: 0.0584407 Aug 17 02:48:15.090290 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-d347f5f6-9320-4d80-a559-0edf888c0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:15.091771 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-d347f5f6-9320-4d80-a559-0edf888c0201 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0458336 Aug 17 02:48:15.136796 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-4a4eae23-7493-464d-a630-22e89792c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:15.138207 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-4a4eae23-7493-464d-a630-22e89792c3a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388794 Aug 17 02:48:15.226666 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-5428bdbd-4dda-4b15-b097-4f0e7ab7aae2 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799158 Aug 17 02:48:15.317266 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e8b582c6-b5a4-460d-8709-764e79f781d7 req-88ae5576-92b2-4b03-a19a-aa3e31a4c7a1 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832193 Aug 17 02:48:15.872479 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817662-824b-4ef7-b7a8-f09c80db9622 req-d7cfaae9-1bd9-4b65-b165-3804bfdecf33 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:15.873942 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-85817662-824b-4ef7-b7a8-f09c80db9622 req-d7cfaae9-1bd9-4b65-b165-3804bfdecf33 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0496876 Aug 17 02:48:15.911319 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-85817662-824b-4ef7-b7a8-f09c80db9622 req-b26e8fa7-4a5e-496c-b64a-1afa0c129fbe tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Aug 17 02:48:16.134376 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d3e54-50d2-43ae-b7ba-3c33acfea2ff req-a567e49e-def7-46c1-b6d2-8057d0a9884f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:16.135881 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-338d3e54-50d2-43ae-b7ba-3c33acfea2ff req-a567e49e-def7-46c1-b6d2-8057d0a9884f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0786633 Aug 17 02:48:16.152244 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-0ac44ffa-e42e-4906-a38e-43bdc97c8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:16.153622 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-0ac44ffa-e42e-4906-a38e-43bdc97c8b97 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 1098 time: 0.0590913 Aug 17 02:48:16.222133 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-338d3e54-50d2-43ae-b7ba-3c33acfea2ff req-576b062f-d43e-4874-b817-8d9725b9b34a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801332 Aug 17 02:48:16.260204 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-20aa8e05-ec62-4cc7-b990-4d4e5df334eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:16.261560 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-20aa8e05-ec62-4cc7-b990-4d4e5df334eb service neutron] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 912 time: 0.1002822 Aug 17 02:48:16.327950 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-959841a1-76f0-482a-830f-e9af4ebe1052 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11277a4e-fb95-4cd2-a691-d31f08764054 HTTP/1.1" status: 200 len: 1001 time: 0.0590627 Aug 17 02:48:16.374967 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-baeffe47-dfc9-4244-b50d-acf7d8870daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:16.376324 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-baeffe47-dfc9-4244-b50d-acf7d8870daa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0418994 Aug 17 02:48:16.423459 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-ea45b2d6-e65c-4aab-984d-9bcff2b69edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:16.424869 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-ea45b2d6-e65c-4aab-984d-9bcff2b69edc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415058 Aug 17 02:48:16.514006 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-892e35a4-203b-4047-bb0b-3e624575bc03 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815940 Aug 17 02:48:16.604354 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c2a4a668-7b31-4490-b817-ad207f775d46 req-afcb38cd-c956-416f-a7ad-7ecd3043e5b4 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834737 Aug 17 02:48:17.337721 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e723e95-e7d1-485a-9822-5146e52dbafe req-5c4c8020-ae30-461c-84a2-7eb3f670bbd6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:48:17.339189 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8e723e95-e7d1-485a-9822-5146e52dbafe req-5c4c8020-ae30-461c-84a2-7eb3f670bbd6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0498588 Aug 17 02:48:17.377188 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8e723e95-e7d1-485a-9822-5146e52dbafe req-06eb170f-a8c0-48b3-9be6-1324d78d44cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320573 Aug 17 02:48:32.106542 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:48:34.964785 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:38.776030 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-500c4fef-92eb-4c77-b6a1-bb4a52411e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.409231 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-041ea3f1-f28b-4f8f-b396-0904d6cd3b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:41.551150 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:42.201217 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:44.108409 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:04.975252 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:08.778066 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e1189bd9-befb-4669-bea5-61105240fb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:09.105036 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:49:11.410787 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd76bfbc-6fea-4549-8efc-5a785c10a8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:11.552271 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:12.202827 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:14.112141 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:16.845880 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-211dc5d1-7ddd-4c05-a2a9-597ca973ce31 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391443 Aug 17 02:49:16.960126 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-073a1a53-94dd-49a4-92f8-5c34437160df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:16.961546 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-073a1a53-94dd-49a4-92f8-5c34437160df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=257befd47c194f6e8cfa14348560404c&device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1098 time: 0.0444326 Aug 17 02:49:17.067206 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-5916f39b-7fe4-4c7f-b950-1a30df452078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:17.068557 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-5916f39b-7fe4-4c7f-b950-1a30df452078 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 200 len: 910 time: 0.0834548 Aug 17 02:49:17.135481 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-373453d6-1605-4146-9c6c-ce0cd67b3bb2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 200 len: 1001 time: 0.0587182 Aug 17 02:49:17.183699 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-023eaa46-2b7f-43eb-ad01-765cace40460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:17.185113 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-023eaa46-2b7f-43eb-ad01-765cace40460 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63e9a88a-964e-4c71-abf9-919fe829c940 HTTP/1.1" status: 200 len: 848 time: 0.0424740 Aug 17 02:49:17.230403 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-6d4aa14b-c3d5-4b6b-a751-bddd37a3b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:17.231930 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-6d4aa14b-c3d5-4b6b-a751-bddd37a3b77b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37925b3a-c8c5-4e26-9871-f96808045ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390642 Aug 17 02:49:17.321482 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-5f2d9ebe-843f-484f-b0ad-0a5fd1282531 service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818934 Aug 17 02:49:17.408859 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f08365eb-9852-4be3-8f0c-1dd354e15458 req-60eaa968-f93f-4218-b011-ef91b6c78e36 service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788081 Aug 17 02:49:20.466183 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39188) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:20.712582 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Deleting port 3f37b826-f308-4c9b-8186-97c244100281 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:20.712582 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:20.792194 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:20.792652 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:20.807459 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Calling delete_port for 3f37b826-f308-4c9b-8186-97c244100281 owned by network:floatingip {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:21.200516 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd9156-77ae-470b-a118-f623e2a3d728 req-400608de-c7b8-43bf-8240-529a7d0dc30a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:21.201980 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f5bd9156-77ae-470b-a118-f623e2a3d728 req-400608de-c7b8-43bf-8240-529a7d0dc30a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.3336174 Aug 17 02:49:21.267104 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f5bd9156-77ae-470b-a118-f623e2a3d728 req-bafbf49f-634a-4ad5-b21b-8206aa10e308 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542331 Aug 17 02:49:21.287445 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:21.314696 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event deleted for resources: {'Port': ['ID=3f37b826-f308-4c9b-8186-97c244100281,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:21.337931 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.338278 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.338645 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.338986 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.339457 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.339673 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.340169 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.340651 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.341032 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.341360 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.341687 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.342011 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:21.383511 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:21.383839 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Floating IP bd4e47a9-e2ff-4386-a65f-91e5bd926ef1 disassociated (deleted). External IP: 172.27.0.201, port: f3c80d77-6655-4657-9538-a78745c8674b. Aug 17 02:49:21.585169 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Router 628777d7-3374-48fd-b9f4-fe27f2318398 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:49:21.688993 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:49:21.693764 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:21.699018 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] Sync routers for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:49:21.709293 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:21.709909 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:21.723965 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f74fafd9-1529-4d96-9bfd-9704803a8da8 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "DELETE /v2.0/floatingips/bd4e47a9-e2ff-4386-a65f-91e5bd926ef1 HTTP/1.1" status: 204 len: 168 time: 1.2566476 Aug 17 02:49:21.724809 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:21.727093 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298a001b-5629-4f34-a8f8-5708f0472002" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "tag": "f3c80d77-6655-4657-9538-a78745c8674b"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:21.820219 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:21.830464 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d25ee0-a276-4a20-811d-5ba04d82843a x-openstack-request-id: req-62d25ee0-a276-4a20-811d-5ba04d82843a {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:21.830938 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "tag": "f3c80d77-6655-4657-9538-a78745c8674b", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:21.831262 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62d25ee0-a276-4a20-811d-5ba04d82843a {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:21.831824 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b', 'status': 'completed', 'code': 200} Aug 17 02:49:21.909096 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a001b-5629-4f34-a8f8-5708f0472002 req-98054348-16ef-425f-bb6f-ca2d232459a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:21.910617 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-298a001b-5629-4f34-a8f8-5708f0472002 req-98054348-16ef-425f-bb6f-ca2d232459a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=257befd47c194f6e8cfa14348560404c&device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 1098 time: 0.0457401 Aug 17 02:49:22.021886 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a763b-ff08-46f4-ac1c-bdfcb2794b12 req-9a9e7de4-90be-4808-8cd7-57213e7d91f1 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:22.023374 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad9a763b-ff08-46f4-ac1c-bdfcb2794b12 req-9a9e7de4-90be-4808-8cd7-57213e7d91f1 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0955503 Aug 17 02:49:22.031159 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:44:00Z', 'revision_number': 5, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:22.056768 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] Checking router: 628777d7-3374-48fd-b9f4-fe27f2318398 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:49:22.061377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a001b-5629-4f34-a8f8-5708f0472002 req-c7a17e9e-5bc9-4f6d-973c-56bf142e2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:22.062850 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-298a001b-5629-4f34-a8f8-5708f0472002 req-c7a17e9e-5bc9-4f6d-973c-56bf142e2160 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 200 len: 910 time: 0.1427717 Aug 17 02:49:22.065109 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:22.065761 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:22.111699 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-298a001b-5629-4f34-a8f8-5708f0472002 req-11dd2e62-ce29-48ff-9633-28ef5463ccaa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 200 len: 217 time: 0.0392106 Aug 17 02:49:22.114479 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-ad9a763b-ff08-46f4-ac1c-bdfcb2794b12 req-88c7bd5f-155d-4068-8b55-d499a6a9e998 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814071 Aug 17 02:49:22.167467 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:22.169047 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a001b-5629-4f34-a8f8-5708f0472002 req-a98c6cfc-0d7c-4bbb-91d5-9b406aca6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:22.170558 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-298a001b-5629-4f34-a8f8-5708f0472002 req-a98c6cfc-0d7c-4bbb-91d5-9b406aca6a4c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=63e9a88a-964e-4c71-abf9-919fe829c940 HTTP/1.1" status: 200 len: 848 time: 0.0497599 Aug 17 02:49:22.219897 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a001b-5629-4f34-a8f8-5708f0472002 req-e512cdc3-8f4f-40f9-8f3f-37a1f8daeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:22.221365 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-298a001b-5629-4f34-a8f8-5708f0472002 req-e512cdc3-8f4f-40f9-8f3f-37a1f8daeaf1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37925b3a-c8c5-4e26-9871-f96808045ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409262 Aug 17 02:49:22.313167 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-298a001b-5629-4f34-a8f8-5708f0472002 req-09eae2f8-9d69-49d2-ae6d-2dbf4370cdff service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834522 Aug 17 02:49:22.364792 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:44:00Z', 'revision_number': 5, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:22.394075 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ba0f1-2f1c-4baf-94e3-ce642e4d1711 None None] The sync data for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi is: [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:54Z', 'revision_number': 4, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '998f8b8c-b5b3-4c69-a857-fe81c68fe3bf', 'name': '', 'network_id': '37925b3a-c8c5-4e26-9871-f96808045ff9', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'mac_address': 'fa:16:3e:c1:ea:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:54Z', 'updated_at': '2021-08-17T02:44:00Z', 'revision_number': 5, 'project_id': '257befd47c194f6e8cfa14348560404c', 'subnets': [{'id': '63e9a88a-964e-4c71-abf9-919fe829c940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:49:22.445438 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cbca6-f0c1-4b46-abe9-abfe6acd07bd req-359e5ace-4d4c-4f9c-b1f9-ea12858a942e tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:22.447192 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8c8cbca6-f0c1-4b46-abe9-abfe6acd07bd req-359e5ace-4d4c-4f9c-b1f9-ea12858a942e tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.1033397 Aug 17 02:49:22.450682 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-298a001b-5629-4f34-a8f8-5708f0472002 req-bf8b3439-721b-4018-a4e8-d6ac4ba97fa7 service neutron] 10.222.0.63 "GET /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286175 Aug 17 02:49:22.490119 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-8c8cbca6-f0c1-4b46-abe9-abfe6acd07bd req-34092a8f-62d3-42ae-9430-e9fb3761780a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366011 Aug 17 02:49:22.630755 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ccad7-8502-4cf0-bd31-369e438dd377 None None] New status for floating IP bd4e47a9-e2ff-4386-a65f-91e5bd926ef1: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:49:23.232680 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afacf24-92ee-4f5a-b095-3ba5168274e1 req-66487540-7c69-4f8d-b6e4-97b22884d608 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:23.234119 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3afacf24-92ee-4f5a-b095-3ba5168274e1 req-66487540-7c69-4f8d-b6e4-97b22884d608 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0515256 Aug 17 02:49:23.270886 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-3afacf24-92ee-4f5a-b095-3ba5168274e1 req-a43b2e75-718a-4a5f-a081-11f12edf3ca9 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308726 Aug 17 02:49:23.405527 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-1e827835-1b93-420e-8558-3312c0f67801 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:23.406930 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-1e827835-1b93-420e-8558-3312c0f67801 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.0501223 Aug 17 02:49:23.501933 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Deleting port 11277a4e-fb95-4cd2-a691-d31f08764054 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:23.502264 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:23.611258 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] For port 11277a4e-fb95-4cd2-a691-d31f08764054, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=11277a4e-fb95-4cd2-a691-d31f08764054,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:23.611618 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:23.669933 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f5d2-00bb-4108-b436-e56de4214dd7 req-a47a7812-fb15-4dc3-b391-1c539c4f2d3d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:23.671326 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1665f5d2-00bb-4108-b436-e56de4214dd7 req-a47a7812-fb15-4dc3-b391-1c539c4f2d3d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 945 time: 0.1118045 Aug 17 02:49:23.757014 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1665f5d2-00bb-4108-b436-e56de4214dd7 req-27ed3757-0bef-47be-9e6b-19d78a08f6d3 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=af82481e-dacd-4032-a8af-d9737bed4c07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772061 Aug 17 02:49:23.822955 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:23.823409 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:23.823738 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Floating IP 182d4d53-1b88-4cc2-8c7a-22fcf5655c38 disassociated. External IP: 172.27.0.162, port: 11277a4e-fb95-4cd2-a691-d31f08764054. Aug 17 02:49:23.824132 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Calling delete_port for 11277a4e-fb95-4cd2-a691-d31f08764054 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:23.940364 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-fab1b547-49e9-453a-b21a-9d1ed52561b2 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:23.941745 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-fab1b547-49e9-453a-b21a-9d1ed52561b2 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.0703051 Aug 17 02:49:24.044011 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:24.079802 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event deleted for resources: {'Port': ['ID=11277a4e-fb95-4cd2-a691-d31f08764054,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:24.134081 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Deleting port f3c80d77-6655-4657-9538-a78745c8674b {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:24.134425 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:24.270099 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Router 97706d70-5a14-4b7c-86de-3ea961e15e13 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:49:24.274853 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] For port f3c80d77-6655-4657-9538-a78745c8674b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f3c80d77-6655-4657-9538-a78745c8674b,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:24.275223 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:24.292212 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Calling delete_port for f3c80d77-6655-4657-9538-a78745c8674b owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:24.488174 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781badd-9cde-4f51-aed8-715888087037 req-5c5b7402-9115-47bb-a8f9-e2a0dc374367 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:24.489711 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c781badd-9cde-4f51-aed8-715888087037 req-5c5b7402-9115-47bb-a8f9-e2a0dc374367 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ecf634c-a06f-4f0b-95bc-d9d1ec335797 HTTP/1.1" status: 200 len: 945 time: 0.1527920 Aug 17 02:49:24.502715 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:49:24.520090 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] Sync routers for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:49:24.529672 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:24.530663 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:24.589087 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] No DVR routers for this DVR port 11277a4e-fb95-4cd2-a691-d31f08764054 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:49:24.599246 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:24.601194 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b0f552c4-8686-4ff8-a960-4b6d1f8c139e req-e9fa19f2-db19-4805-8b11-a771bcdeaccc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "DELETE /v2.0/ports/11277a4e-fb95-4cd2-a691-d31f08764054 HTTP/1.1" status: 204 len: 173 time: 1.1872020 Aug 17 02:49:24.601631 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'name': 'network-vif-deleted', 'tag': '11277a4e-fb95-4cd2-a691-d31f08764054'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:24.603890 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694044ca-a753-4f23-9176-d233cd60f9aa" -d '{"events": [{"server_uuid": "e36beeba-4665-4d03-a2d3-4dc71aedec45", "name": "network-vif-deleted", "tag": "11277a4e-fb95-4cd2-a691-d31f08764054"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:24.615409 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c781badd-9cde-4f51-aed8-715888087037 req-50f789da-d3d9-4996-9859-44d0364503ab tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "GET /v2.0/security-groups?id=39d362f2-a8be-48f6-bc60-f1c9c952eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156654 Aug 17 02:49:24.641538 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:24.654892 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:24.671251 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2424f90-43f5-4f5c-a196-3544f20ee82f x-openstack-request-id: req-f2424f90-43f5-4f5c-a196-3544f20ee82f {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:24.671606 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36beeba-4665-4d03-a2d3-4dc71aedec45", "name": "network-vif-deleted", "tag": "11277a4e-fb95-4cd2-a691-d31f08764054", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:24.671794 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2424f90-43f5-4f5c-a196-3544f20ee82f {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:24.672184 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36beeba-4665-4d03-a2d3-4dc71aedec45', 'name': 'network-vif-deleted', 'tag': '11277a4e-fb95-4cd2-a691-d31f08764054', 'status': 'completed', 'code': 200} Aug 17 02:49:24.676670 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event deleted for resources: {'Port': ['ID=f3c80d77-6655-4657-9538-a78745c8674b,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:24.724343 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] No DVR routers for this DVR port f3c80d77-6655-4657-9538-a78745c8674b on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:49:24.726976 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:24.729845 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-dea229e5-82cf-4994-97f1-dfc5884d3d4e req-ba1ccfa8-c5d3-41f1-8e2a-3934f08f3835 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.63 "DELETE /v2.0/ports/f3c80d77-6655-4657-9538-a78745c8674b HTTP/1.1" status: 204 len: 173 time: 0.7780285 Aug 17 02:49:24.867934 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-77726b34-da93-4398-91b4-081c3eaa9a15 req-867c0270-df6a-48be-aabf-94afea5045c9 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=e36beeba-4665-4d03-a2d3-4dc71aedec45 HTTP/1.1" status: 200 len: 210 time: 0.0269034 Aug 17 02:49:24.876447 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:24.903183 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] Checking router: 97706d70-5a14-4b7c-86de-3ea961e15e13 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:49:24.912105 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:24.912706 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:25.128221 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:25.339151 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:25.365815 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4256ebe-10c1-4889-a939-cf4cbe9595c2 None None] The sync data for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi is: [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:49:25.594793 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba19f2f-bdd6-432b-96b8-8b02f6ed5b52 None None] New status for floating IP 182d4d53-1b88-4cc2-8c7a-22fcf5655c38: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:49:25.689186 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39236) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:25.750150 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:25.779381 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:25.837259 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:25.840660 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:25.842134 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] 10.222.0.52 "DELETE /v2.0/security-groups/39d362f2-a8be-48f6-bc60-f1c9c952eeab HTTP/1.1" status: 204 len: 168 time: 0.1519186 Aug 17 02:49:25.851565 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d362f2-a8be-48f6-bc60-f1c9c952eeab,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:25.858972 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.859323 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.859667 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.860003 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.860336 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.860668 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.860991 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.861319 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.861645 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.861968 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.862287 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.862626 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3833c8-2be8-4ca9-88ff-fafba8086964 tempest-TestShelveInstance-1537938846 tempest-TestShelveInstance-1537938846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:25.893213 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39244) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:25.952562 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39250) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:26.009617 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-566606ef-5207-4e0a-99fd-ccdb1e68506a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.032768 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-566606ef-5207-4e0a-99fd-ccdb1e68506a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.079142 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-566606ef-5207-4e0a-99fd-ccdb1e68506a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.081786 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-566606ef-5207-4e0a-99fd-ccdb1e68506a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.082950 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-566606ef-5207-4e0a-99fd-ccdb1e68506a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "DELETE /v2.0/security-groups/af82481e-dacd-4032-a8af-d9737bed4c07 HTTP/1.1" status: 204 len: 168 time: 0.1293924 Aug 17 02:49:26.086048 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39252) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:26.092914 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566606ef-5207-4e0a-99fd-ccdb1e68506a tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af82481e-dacd-4032-a8af-d9737bed4c07,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:26.104670 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.api.v2.resource [None req-72cc0655-5210-4ea6-b432-777569fc8552 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] show failed (client error): The resource could not be found. Aug 17 02:49:26.106365 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-72cc0655-5210-4ea6-b432-777569fc8552 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups/af82481e-dacd-4032-a8af-d9737bed4c07 HTTP/1.1" status: 404 len: 347 time: 0.0192394 Aug 17 02:49:26.109988 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39254) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:26.232135 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Deleting port 98b67e4a-ead3-413c-9b93-8f94884f8421 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:26.232477 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.321318 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.321644 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.333480 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Calling delete_port for 98b67e4a-ead3-413c-9b93-8f94884f8421 owned by network:floatingip {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:26.361079 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826545'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.462573 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.487699 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event deleted for resources: {'Port': ['ID=98b67e4a-ead3-413c-9b93-8f94884f8421,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:26.546699 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.549250 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.550381 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-49d68f60-26c4-4bc8-b01d-7771de89bca6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "DELETE /v2.0/floatingips/182d4d53-1b88-4cc2-8c7a-22fcf5655c38 HTTP/1.1" status: 204 len: 168 time: 0.4388723 Aug 17 02:49:26.604562 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Deleting port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:26.604905 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.674899 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'name': 'network-vif-deleted', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:26.677379 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3317114b-1a28-417a-b84f-9798c3f2950c" -d '{"events": [{"server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "name": "network-vif-deleted", "tag": "f3c80d77-6655-4657-9538-a78745c8674b"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:26.690745 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] For port 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=998f8b8c-b5b3-4c69-a857-fe81c68fe3bf,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:26.691117 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.703504 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Calling delete_port for 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:26.748658 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e948105-7503-4e6b-923c-3db151dac841 x-openstack-request-id: req-9e948105-7503-4e6b-923c-3db151dac841 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:26.748948 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecf634c-a06f-4f0b-95bc-d9d1ec335797", "name": "network-vif-deleted", "tag": "f3c80d77-6655-4657-9538-a78745c8674b", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:26.749214 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e948105-7503-4e6b-923c-3db151dac841 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:26.749596 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecf634c-a06f-4f0b-95bc-d9d1ec335797', 'name': 'network-vif-deleted', 'tag': 'f3c80d77-6655-4657-9538-a78745c8674b', 'status': 'completed', 'code': 200} Aug 17 02:49:26.885444 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:26.915925 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=998f8b8c-b5b3-4c69-a857-fe81c68fe3bf,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:26.927232 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f3c80d77-6655-4657-9538-a78745c8674b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:49:26.971029 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: f3c80d77-6655-4657-9538-a78745c8674b {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:49:26.971029 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device f3c80d77-6655-4657-9538-a78745c8674b not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:49:26.971029 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 11277a4e-fb95-4cd2-a691-d31f08764054 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:49:26.971541 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39260) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:26.982616 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-8bccfcca-2d5f-477a-b8e6-d9778ffeef41 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055768873', 'description': 'tempest-description--467395446'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:26.990725 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 11277a4e-fb95-4cd2-a691-d31f08764054 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:49:26.991107 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 11277a4e-fb95-4cd2-a691-d31f08764054 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:49:27.008572 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8bccfcca-2d5f-477a-b8e6-d9778ffeef41 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.100978 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8bccfcca-2d5f-477a-b8e6-d9778ffeef41 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.106199 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8bccfcca-2d5f-477a-b8e6-d9778ffeef41 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.114951 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1936225'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.133275 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8bccfcca-2d5f-477a-b8e6-d9778ffeef41 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.135049 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8bccfcca-2d5f-477a-b8e6-d9778ffeef41 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1629109 Aug 17 02:49:27.138116 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39262) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:27.142547 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-0c03cc7c-74c9-402c-8a70-61eb463d4c92 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'security_group_rule': {'security_group_id': 'c51c8563-982e-4f1e-b0f5-43324acab252', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:27.162391 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccfcca-2d5f-477a-b8e6-d9778ffeef41 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51c8563-982e-4f1e-b0f5-43324acab252,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:27.181501 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0c03cc7c-74c9-402c-8a70-61eb463d4c92 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.229720 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0c03cc7c-74c9-402c-8a70-61eb463d4c92 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.234726 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0c03cc7c-74c9-402c-8a70-61eb463d4c92 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.251874 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03cc7c-74c9-402c-8a70-61eb463d4c92 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10175562-556b-4c6d-b228-a5c71bb03f87,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:27.263437 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-0c03cc7c-74c9-402c-8a70-61eb463d4c92 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.267372 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-0c03cc7c-74c9-402c-8a70-61eb463d4c92 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260331 Aug 17 02:49:27.267722 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39264) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:27.272531 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-9db1fd63-ed1e-45dc-abd7-cbeb0e72aed2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'security_group_rule': {'security_group_id': 'c51c8563-982e-4f1e-b0f5-43324acab252', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:27.302396 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9db1fd63-ed1e-45dc-abd7-cbeb0e72aed2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.363287 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9db1fd63-ed1e-45dc-abd7-cbeb0e72aed2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.367132 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9db1fd63-ed1e-45dc-abd7-cbeb0e72aed2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751382'] for security_group_rule, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.387561 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1fd63-ed1e-45dc-abd7-cbeb0e72aed2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1c9c13-2252-4b11-b803-b76f32b922c4,revision_number=0']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:27.391711 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9db1fd63-ed1e-45dc-abd7-cbeb0e72aed2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.395763 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9db1fd63-ed1e-45dc-abd7-cbeb0e72aed2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240866 Aug 17 02:49:27.396271 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39266) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:27.400563 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.v2.base [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'floatingip': {'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3'}} {{(pid=93866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:27.423426 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.524284 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.619069 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Router 628777d7-3374-48fd-b9f4-fe27f2318398 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:49:27.625583 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_common [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Allocated IP 172.27.0.43 (c62cb426-742e-43c6-8f0f-9a14f4561fb3/bc9b162e-fcec-4f26-a501-922cd33b48cd/25a75966-ea50-4620-a270-f80b21a1d9e5) {{(pid=93866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:49:27.727542 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:49:27.732640 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-1827bb12-c95f-4514-b464-2d00eeb32a31 admin admin] 10.222.0.52 "PUT /v2.0/routers/628777d7-3374-48fd-b9f4-fe27f2318398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8372374 Aug 17 02:49:27.735168 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39268) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:27.737891 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for port, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.742872 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] Sync routers for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:49:27.752212 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:27.753039 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:27.785557 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.825644 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Network c62cb426-742e-43c6-8f0f-9a14f4561fb3 is already hosted by enough agents. {{(pid=93866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:49:27.830168 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.base_scheduler [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Resources bound (agent type, host, resource id): {{(pid=93866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:49:27.832623 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Received port after_create {{(pid=93866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:49:27.846923 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.855919 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'Port': ['ID=25a75966-ea50-4620-a270-f80b21a1d9e5,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:27.863204 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:27.924734 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.960067 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:27.967842 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.016271 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Deleting port 3b7f3dbc-8798-485b-9f62-81348b06d88d {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:28.016585 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.060624 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:49:26Z', 'revision_number': 5, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port': {'id': '3b7f3dbc-8798-485b-9f62-81348b06d88d', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:28.090304 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] Checking router: 628777d7-3374-48fd-b9f4-fe27f2318398 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:49:28.098698 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] Routers {'628777d7-3374-48fd-b9f4-fe27f2318398'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:28.099321 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['628777d7-3374-48fd-b9f4-fe27f2318398'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:28.099710 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] For port 3b7f3dbc-8798-485b-9f62-81348b06d88d, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=3b7f3dbc-8798-485b-9f62-81348b06d88d,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:28.100275 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.114538 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Calling delete_port for 3b7f3dbc-8798-485b-9f62-81348b06d88d owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:28.124504 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for port, precommit_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.130817 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7181240'] for port, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.188450 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] Set router 628777d7-3374-48fd-b9f4-fe27f2318398 gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:28.202471 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'Port': ['ID=25a75966-ea50-4620-a270-f80b21a1d9e5,revision_number=2']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:28.212909 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.228378 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.238295 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9144300f-bb2c-48b1-84fa-53199441541b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8327167 Aug 17 02:49:28.246842 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:49:27Z', 'revision_number': 6, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port_host': None}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:28.274058 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418bbe8-6003-4f7d-952f-6f07d1753ad2 None None] The sync data for ids ['628777d7-3374-48fd-b9f4-fe27f2318398'] in dv-cinder-799871-4-iscsi is: [{'id': '628777d7-3374-48fd-b9f4-fe27f2318398', 'name': 'tempest-TestShelveInstance-1167300869-router', 'tenant_id': '257befd47c194f6e8cfa14348560404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:52Z', 'updated_at': '2021-08-17T02:49:27Z', 'revision_number': 6, 'project_id': '257befd47c194f6e8cfa14348560404c', 'gw_port_host': None}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:49:28.297481 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.329375 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7f3dbc-8798-485b-9f62-81348b06d88d,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:28.394383 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1784233'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.497633 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1826202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41699'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.499817 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.553176 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-506257ff-4911-4367-bb29-e22c63e5ec0c tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2055768873&fields=id&tenant_id=41d05f91b2c3464f952c0a4599cd9bda HTTP/1.1" status: 200 len: 267 time: 0.1323600 Aug 17 02:49:28.562917 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1826275'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.563412 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 628777d7-3374-48fd-b9f4-fe27f2318398 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:49:28.567930 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.568989 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ad896b14-817b-4ba5-90b8-38278130fa72 admin admin] 10.222.0.52 "DELETE /v2.0/routers/628777d7-3374-48fd-b9f4-fe27f2318398 HTTP/1.1" status: 204 len: 168 time: 0.8328595 Aug 17 02:49:28.571660 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39286) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:28.623019 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7f47e7-d6e6-404f-810d-5c25c3d4bebe admin admin] Deleting subnet 63e9a88a-964e-4c71-abf9-919fe829c940 {{(pid=93866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:49:28.626335 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b7f47e7-d6e6-404f-810d-5c25c3d4bebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.663686 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b7f47e7-d6e6-404f-810d-5c25c3d4bebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7929436'] for subnet, precommit_delete_associations {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.676689 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-aac135a2-dbe4-4cd4-9c88-aa654e0d60cc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:28.678170 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-aac135a2-dbe4-4cd4-9c88-aa654e0d60cc tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 811 time: 0.1172659 Aug 17 02:49:28.695819 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-2b2cb412-4e87-4f3e-a211-2ab297949218 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/quotas/41d05f91b2c3464f952c0a4599cd9bda HTTP/1.1" status: 200 len: 375 time: 0.0095289 Aug 17 02:49:28.751385 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b7f47e7-d6e6-404f-810d-5c25c3d4bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.755464 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-22b0d916-7ef9-4d1b-b040-30fc58f0ab99 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535398 Aug 17 02:49:28.803842 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b7f47e7-d6e6-404f-810d-5c25c3d4bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7181250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798163'] for subnet, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.830781 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f47e7-d6e6-404f-810d-5c25c3d4bebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e9a88a-964e-4c71-abf9-919fe829c940,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:28.837305 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-6b7f47e7-d6e6-404f-810d-5c25c3d4bebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for subnet, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.842290 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-6b7f47e7-d6e6-404f-810d-5c25c3d4bebe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/63e9a88a-964e-4c71-abf9-919fe829c940 HTTP/1.1" status: 204 len: 168 time: 0.2695973 Aug 17 02:49:28.842986 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39288) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:28.844844 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8023e27-a899-4db1-a2ad-91acee1db43f None None] Network 37925b3a-c8c5-4e26-9871-f96808045ff9 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:49:28.861173 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-970132f8-0fec-42f3-b953-09f384e7833b service neutron] 10.222.0.52 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935173 Aug 17 02:49:28.919884 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:28.957881 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9823f8c8-278c-480a-9c6b-a7103e6b48ca service neutron] 10.222.0.52 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904217 Aug 17 02:49:28.974367 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Deleting port 5effd627-f2fe-4453-a415-a57c444900b2 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:28.974731 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.041090 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] For port 5effd627-f2fe-4453-a415-a57c444900b2, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=5effd627-f2fe-4453-a415-a57c444900b2,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:29.042115 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.049992 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] DHCP port deletion for 37925b3a-c8c5-4e26-9871-f96808045ff9 request from dv-cinder-799871-4-iscsi {{(pid=93867) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:49:29.056922 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Calling delete_port for 5effd627-f2fe-4453-a415-a57c444900b2 owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:29.126465 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Deleting port 5effd627-f2fe-4453-a415-a57c444900b2 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:29.127060 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.160034 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.163871 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c533d5f6-b78a-41b7-8ac7-3967ade17790 req-bd6cf018-3a52-4aa5-b390-1e2c4efe51f8 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 210 time: 0.0294530 Aug 17 02:49:29.172744 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 3b7f3dbc-8798-485b-9f62-81348b06d88d no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:49:29.197341 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 3b7f3dbc-8798-485b-9f62-81348b06d88d {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:49:29.197652 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] No DVR routers for this DVR port 5effd627-f2fe-4453-a415-a57c444900b2 on host dv-cinder-799871-4-iscsi {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:49:29.197771 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 3b7f3dbc-8798-485b-9f62-81348b06d88d not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:49:29.198091 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:49:29.199749 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Pushing event deleted for resources: {'Port': ['ID=5effd627-f2fe-4453-a415-a57c444900b2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:29.224513 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:49:29.224859 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 998f8b8c-b5b3-4c69-a857-fe81c68fe3bf not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:49:29.225290 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 5effd627-f2fe-4453-a415-a57c444900b2 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:49:29.256011 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 5effd627-f2fe-4453-a415-a57c444900b2 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:49:29.256358 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 5effd627-f2fe-4453-a415-a57c444900b2 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:49:29.265659 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] For port 5effd627-f2fe-4453-a415-a57c444900b2, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=5effd627-f2fe-4453-a415-a57c444900b2,segment=NetworkSegment(f655a537-59f5-469e-97c7-e5d0fd874baa),segment_id=f655a537-59f5-469e-97c7-e5d0fd874baa)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:29.267102 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.282986 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Calling delete_port for 5effd627-f2fe-4453-a415-a57c444900b2 owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:29.283476 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.294103 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37925b3a-c8c5-4e26-9871-f96808045ff9']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:29.304589 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f655a537-59f5-469e-97c7-e5d0fd874baa') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:29.304838 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f655a537-59f5-469e-97c7-e5d0fd874baa') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:29.314344 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7929429'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.328659 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.334959 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:49:29.335353 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7180640'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: Traceback (most recent call last): Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: timer() Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: cb(*args, **kw) Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: return func(*args, **kwargs) Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: self._notify() Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: self.callback(batched_events) Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: event.method(event) Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: return f(self, *a, **k) Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._get(url).json() Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:49:29.337231 dv-cinder-799871-4-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:49:29.366699 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.392610 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Pushing event deleted for resources: {'Port': ['ID=5effd627-f2fe-4453-a415-a57c444900b2,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:29.397321 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] No DVR routers for this DVR port 5effd627-f2fe-4453-a415-a57c444900b2 on host dv-cinder-799871-4-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:49:29.399832 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.405970 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.413352 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39292) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:29.413723 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] 10.222.0.52 "DELETE /v2.0/networks/37925b3a-c8c5-4e26-9871-f96808045ff9 HTTP/1.1" status: 204 len: 168 time: 0.5673819 Aug 17 02:49:29.413826 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.413826 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.414230 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.414523 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.414952 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.415391 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.416131 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.416789 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.422725 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.423671 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.424933 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.425722 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcb234-f4f7-452c-b77f-a06da5df9b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:49:29.427016 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc3966-21cd-4b64-9e83-88172fa41689 admin admin] Pushing event deleted for resources: {'Network': ['ID=37925b3a-c8c5-4e26-9871-f96808045ff9,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:29.759091 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826545'] for router_interface, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:29.999276 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Deleting port 7a261405-835d-49c9-b1a2-f8b5c725e935 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:29.999589 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:30.077465 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] For port 7a261405-835d-49c9-b1a2-f8b5c725e935, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=7a261405-835d-49c9-b1a2-f8b5c725e935,segment=NetworkSegment(c439b860-b2eb-4174-a23f-40e5bf322833),segment_id=c439b860-b2eb-4174-a23f-40e5bf322833)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:30.077819 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:30.089324 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Calling delete_port for 7a261405-835d-49c9-b1a2-f8b5c725e935 owned by network:router_interface {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:30.270717 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-56800103-b24c-4563-8163-60b5554fddbe req-51a64138-6f65-4664-864b-be4532be53fb tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 210 time: 0.0482011 Aug 17 02:49:30.298475 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:30.324812 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a261405-835d-49c9-b1a2-f8b5c725e935,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:30.502314 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1936225'] for router_interface, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:30.729468 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Router a3b91d80-2a83-46da-8b01-8e3ce411f7bf has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:49:30.834250 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:49:30.839058 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-6da01d47-aae4-4e13-9291-80648a747a43 admin admin] 10.222.0.52 "PUT /v2.0/routers/a3b91d80-2a83-46da-8b01-8e3ce411f7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4269431 Aug 17 02:49:30.841798 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39310) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:30.844504 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] Sync routers for ids ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'] in dv-cinder-799871-4-iscsi {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:49:30.853700 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] Routers {'a3b91d80-2a83-46da-8b01-8e3ce411f7bf'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:30.854352 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:30.963216 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] Set router a3b91d80-2a83-46da-8b01-8e3ce411f7bf gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:31.150346 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:56Z', 'updated_at': '2021-08-17T02:49:30Z', 'revision_number': 5, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'gw_port': {'id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:57Z', 'updated_at': '2021-08-17T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:31.175940 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] Checking router: a3b91d80-2a83-46da-8b01-8e3ce411f7bf for host: dv-cinder-799871-4-iscsi {{(pid=93867) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:49:31.184783 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] Routers {'a3b91d80-2a83-46da-8b01-8e3ce411f7bf'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93867) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:31.185380 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'], 'active': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:31.220846 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.330026 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.387021 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-cdf01d1f-3a74-4cb8-8162-bd53587d5f92 req-4dce03fa-ae5d-477d-b3b7-5a47145bde35 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 210 time: 0.0457523 Aug 17 02:49:31.413846 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Deleting port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:31.414110 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.419563 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvr_db [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] Set router a3b91d80-2a83-46da-8b01-8e3ce411f7bf gateway port host: dv-cinder-799871-4-iscsi {{(pid=93867) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:31.495911 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] For port 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=3732ab1d-22ec-42e7-bc22-f88ee77ebfa5,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:31.496287 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.507655 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Calling delete_port for 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:31.591976 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.l3_hamode_db [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:56Z', 'updated_at': '2021-08-17T02:49:30Z', 'revision_number': 5, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'gw_port': {'id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:57Z', 'updated_at': '2021-08-17T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:31.621878 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c943f8-dd2b-4549-a142-eb32d9cb22bd None None] The sync data for ids ['a3b91d80-2a83-46da-8b01-8e3ce411f7bf'] in dv-cinder-799871-4-iscsi is: [{'id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'name': 'tempest-TestShelveInstance-109050803-router', 'tenant_id': '576a86d4cd5d41228787c762d8c6577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:43:56Z', 'updated_at': '2021-08-17T02:49:30Z', 'revision_number': 5, 'project_id': '576a86d4cd5d41228787c762d8c6577a', 'gw_port': {'id': '3732ab1d-22ec-42e7-bc22-f88ee77ebfa5', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b91d80-2a83-46da-8b01-8e3ce411f7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:43:57Z', 'updated_at': '2021-08-17T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}] {{(pid=93867) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:49:31.674904 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.702079 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3732ab1d-22ec-42e7-bc22-f88ee77ebfa5,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:31.760862 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1784233'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.857793 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1826202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41699'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.860164 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.906101 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1826275'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.907411 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b91d80-2a83-46da-8b01-8e3ce411f7bf {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:49:31.911537 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:31.912615 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-9960e34e-a283-4f88-81a6-687d39733f12 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a3b91d80-2a83-46da-8b01-8e3ce411f7bf HTTP/1.1" status: 204 len: 168 time: 1.0699162 Aug 17 02:49:31.915130 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39316) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:31.960752 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd045f0-96f3-4d77-ba96-1626acd65940 admin admin] Deleting subnet 6eddc87b-ecf8-4a52-b83b-5dc6925585bb {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:49:31.964020 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ccd045f0-96f3-4d77-ba96-1626acd65940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.001625 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ccd045f0-96f3-4d77-ba96-1626acd65940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7601402'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.093798 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ccd045f0-96f3-4d77-ba96-1626acd65940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.154955 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ccd045f0-96f3-4d77-ba96-1626acd65940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8272019'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.181393 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd045f0-96f3-4d77-ba96-1626acd65940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eddc87b-ecf8-4a52-b83b-5dc6925585bb,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:32.191615 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ccd045f0-96f3-4d77-ba96-1626acd65940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.193757 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13935885-bdad-410d-a5f8-c7f15546c4af None None] Network a7049b0c-554d-46a0-8195-219355802467 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:49:32.194758 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ccd045f0-96f3-4d77-ba96-1626acd65940 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6eddc87b-ecf8-4a52-b83b-5dc6925585bb HTTP/1.1" status: 204 len: 168 time: 0.2784009 Aug 17 02:49:32.197403 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39318) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:32.289226 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.369961 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Deleting port fb4c32b4-29e0-4d71-90cf-05614a51eb4a {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:49:32.371180 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.390071 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-fa865752-8ea3-46a4-a2c4-6e1c5cf4249c tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:32.391856 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-fa865752-8ea3-46a4-a2c4-6e1c5cf4249c tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 811 time: 0.1711226 Aug 17 02:49:32.440837 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] For port fb4c32b4-29e0-4d71-90cf-05614a51eb4a, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=fb4c32b4-29e0-4d71-90cf-05614a51eb4a,segment=NetworkSegment(c439b860-b2eb-4174-a23f-40e5bf322833),segment_id=c439b860-b2eb-4174-a23f-40e5bf322833)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:32.441199 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.445975 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-3b8b5ca1-34f0-4a5c-90ff-be52d6a3e5f4 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41d05f91b2c3464f952c0a4599cd9bda HTTP/1.1" status: 200 len: 380 time: 0.0441351 Aug 17 02:49:32.455167 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Calling delete_port for fb4c32b4-29e0-4d71-90cf-05614a51eb4a owned by network:dhcp {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:49:32.462122 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'port': {'device_id': 'ac65487b-57d9-4948-b105-02c6f2366741', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'admin_state_up': True, 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'security_groups': ['c51c8563-982e-4f1e-b0f5-43324acab252']}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:32.528647 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-c59d1321-3cfb-49b2-b914-7be1ab681812 req-43ceb551-e0ef-42d6-88c6-49780ce990ba tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 210 time: 0.0622365 Aug 17 02:49:32.541496 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.567331 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4c32b4-29e0-4d71-90cf-05614a51eb4a,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:32.570898 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] No DVR routers for this DVR port fb4c32b4-29e0-4d71-90cf-05614a51eb4a on host dv-cinder-799871-4-iscsi {{(pid=93866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:49:32.599069 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Made reservation on behalf of 41d05f91b2c3464f952c0a4599cd9bda for: {'port': 1} {{(pid=93865) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:49:32.602453 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.645831 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.654965 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771dde89-e02d-4850-b2ed-c47dd1bd9aab None None] DHCP port deletion for a7049b0c-554d-46a0-8195-219355802467 request from dv-cinder-799871-4-iscsi {{(pid=93867) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:49:32.658046 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7049b0c-554d-46a0-8195-219355802467']}} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:32.672108 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c439b860-b2eb-4174-a23f-40e5bf322833') {'for_net_delete': True} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:32.672403 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.services.segments.db [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c439b860-b2eb-4174-a23f-40e5bf322833') {} {{(pid=93866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:32.683372 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7929429'] for segment, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.701202 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.708103 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:49:32.708601 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7180640'] for segment, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: Traceback (most recent call last): Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: timer() Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: cb(*args, **kw) Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: return func(*args, **kwargs) Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: self._notify() Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: self.callback(batched_events) Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: event.method(event) Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: return f(self, *a, **k) Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._get(url).json() Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: return self.request(url, 'GET', **kwargs) Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:49:32.710371 dv-cinder-799871-4-iscsi neutron-server[93866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:49:32.742270 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_common [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Allocated IP 172.20.0.6 (74c959ef-982c-4ccc-beb0-5435f2b90bc4/fafb12ae-6049-44bf-9e7a-e187ce09df2a/66637e6f-b48a-4f69-8235-68b77198eac4) {{(pid=93865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:49:32.764580 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.770014 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.772142 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a7049b0c-554d-46a0-8195-219355802467 HTTP/1.1" status: 204 len: 168 time: 0.5734911 Aug 17 02:49:32.787197 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7cd5d-9f21-4a63-93c0-0934b45dcf15 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7049b0c-554d-46a0-8195-219355802467,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:32.891211 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39328) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:32.903931 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for port, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.917043 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Transition to ACTIVE for port object 66637e6f-b48a-4f69-8235-68b77198eac4 will not be triggered until provisioned by entity DHCP. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:49:32.932858 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-499c2ed7-b7a5-4106-a0e4-9933651d3734 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=257befd47c194f6e8cfa14348560404c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403934 Aug 17 02:49:32.941483 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39330) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:32.954834 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731312902229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.993548 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e98d9a7-ba40-49ae-97f2-a94068355e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.005442 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 is already hosted by enough agents. {{(pid=93865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:49:33.006383 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:49:33.008831 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.base_scheduler [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Resources bound (agent type, host, resource id): {{(pid=93865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:49:33.014145 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Received port after_create {{(pid=93865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:49:33.018142 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e98d9a7-ba40-49ae-97f2-a94068355e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.038011 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:49:33.038362 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 3732ab1d-22ec-42e7-bc22-f88ee77ebfa5 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:49:33.038484 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event updated for resources: {'Port': ['ID=66637e6f-b48a-4f69-8235-68b77198eac4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:33.038899 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 7a261405-835d-49c9-b1a2-f8b5c725e935 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:49:33.070658 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 7a261405-835d-49c9-b1a2-f8b5c725e935 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:49:33.071317 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 7a261405-835d-49c9-b1a2-f8b5c725e935 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:49:33.071697 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device fb4c32b4-29e0-4d71-90cf-05614a51eb4a no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:49:33.076369 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:33.077707 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.078050 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e98d9a7-ba40-49ae-97f2-a94068355e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.081044 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8e98d9a7-ba40-49ae-97f2-a94068355e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.082197 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8e98d9a7-ba40-49ae-97f2-a94068355e46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e31b865e-6a59-4f8a-b53e-76a8d70131d0 HTTP/1.1" status: 204 len: 168 time: 0.1450331 Aug 17 02:49:33.099975 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-9118810d-6c4c-4303-b39c-3573ef0864e6 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6423223 Aug 17 02:49:33.101224 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98d9a7-ba40-49ae-97f2-a94068355e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31b865e-6a59-4f8a-b53e-76a8d70131d0,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:33.101744 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: fb4c32b4-29e0-4d71-90cf-05614a51eb4a {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:49:33.102097 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device fb4c32b4-29e0-4d71-90cf-05614a51eb4a not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:49:33.114387 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Request body: {'port': {'device_id': 'ac65487b-57d9-4948-b105-02c6f2366741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:33.179341 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.315971 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-0aac3bca-9bf4-4a0d-8c39-17fe5c5e2aab None None] Provisioning for port 66637e6f-b48a-4f69-8235-68b77198eac4 completed by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:49:33.319879 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-0aac3bca-9bf4-4a0d-8c39-17fe5c5e2aab None None] Provisioning complete for port 66637e6f-b48a-4f69-8235-68b77198eac4 triggered by entity DHCP. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:49:33.320440 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0aac3bca-9bf4-4a0d-8c39-17fe5c5e2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.356311 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-0aac3bca-9bf4-4a0d-8c39-17fe5c5e2aab None None] Port 66637e6f-b48a-4f69-8235-68b77198eac4 cannot update to ACTIVE because it is not bound. {{(pid=93867) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:49:33.450297 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39336) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:33.474771 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66637e6f-b48a-4f69-8235-68b77198eac4 {{(pid=93865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:49:33.485125 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.512116 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.provisioning_blocks [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Transition to ACTIVE for port object 66637e6f-b48a-4f69-8235-68b77198eac4 will not be triggered until provisioned by entity L2. {{(pid=93865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:49:33.515536 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-4ad2bcb3-ae62-4670-9e08-01fe03a1e86a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=576a86d4cd5d41228787c762d8c6577a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642052 Aug 17 02:49:33.516813 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.518329 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39338) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:33.569074 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25a8fe4e-7033-4f72-a92e-7626b0bc3624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.573488 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Pushing event updated for resources: {'Port': ['ID=66637e6f-b48a-4f69-8235-68b77198eac4,revision_number=2']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:33.597765 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25a8fe4e-7033-4f72-a92e-7626b0bc3624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.653687 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25a8fe4e-7033-4f72-a92e-7626b0bc3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.656480 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-25a8fe4e-7033-4f72-a92e-7626b0bc3624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.657721 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-25a8fe4e-7033-4f72-a92e-7626b0bc3624 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/543ce008-97c6-48e0-9aa5-cca6b8e6f3f1 HTTP/1.1" status: 204 len: 168 time: 0.1384652 Aug 17 02:49:33.665815 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8fe4e-7033-4f72-a92e-7626b0bc3624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543ce008-97c6-48e0-9aa5-cca6b8e6f3f1,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:33.689807 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e34c2-34fa-48de-9fd2-7c0fb8e9e2d3 req-8ea89a9e-f5ab-4395-b62a-11a65795b349 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:33.694550 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5e8e34c2-34fa-48de-9fd2-7c0fb8e9e2d3 req-8ea89a9e-f5ab-4395-b62a-11a65795b349 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 943 time: 0.0776956 Aug 17 02:49:33.725675 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Attempting to bind port 66637e6f-b48a-4f69-8235-68b77198eac4 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:49:33.726282 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Attempting to bind port 66637e6f-b48a-4f69-8235-68b77198eac4 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:49:33.726688 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Attempting to bind port 66637e6f-b48a-4f69-8235-68b77198eac4 on network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:49:33.742328 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Port 66637e6f-b48a-4f69-8235-68b77198eac4 on network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:49:33.742689 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Attempting to bind port 66637e6f-b48a-4f69-8235-68b77198eac4 on network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:49:33.754737 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5e8e34c2-34fa-48de-9fd2-7c0fb8e9e2d3 req-9bf813e3-ed8a-45ee-ad71-4694dbd17d35 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541408 Aug 17 02:49:33.755883 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Checking agent: {'id': 'ac712ed3-fbb4-4d71-86c1-1568f5d903e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'started_at': datetime.datetime(2021, 8, 17, 2, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:49:33.756220 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Checking segment: {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:49:33.756593 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Bound using segment: {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'} {{(pid=93865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:49:33.757209 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.managers [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Bound port: 66637e6f-b48a-4f69-8235-68b77198eac4, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89648d7-e969-49b8-8370-dc71da33833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4'}}] {{(pid=93865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:49:33.757754 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.831741 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] For port 66637e6f-b48a-4f69-8235-68b77198eac4, host hv-cinder-79987, cleared binding levels {{(pid=93865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:49:33.834976 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] For port 66637e6f-b48a-4f69-8235-68b77198eac4, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=66637e6f-b48a-4f69-8235-68b77198eac4,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:49:33.839188 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601224'] for port, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.876243 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:33.876996 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.878458 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] 10.222.0.63 "PUT /v2.0/ports/66637e6f-b48a-4f69-8235-68b77198eac4 HTTP/1.1" status: 200 len: 1093 time: 0.7690384 Aug 17 02:49:33.881289 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac65487b-57d9-4948-b105-02c6f2366741', 'tag': '66637e6f-b48a-4f69-8235-68b77198eac4'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:33.884687 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42322cb2-1d83-4266-8d1c-da43a67b06ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ac65487b-57d9-4948-b105-02c6f2366741", "tag": "66637e6f-b48a-4f69-8235-68b77198eac4"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:33.948149 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a55162c-3c05-44b4-898d-4225b84f9cf9 x-openstack-request-id: req-1a55162c-3c05-44b4-898d-4225b84f9cf9 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:33.948591 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac65487b-57d9-4948-b105-02c6f2366741", "tag": "66637e6f-b48a-4f69-8235-68b77198eac4", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:33.949668 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a55162c-3c05-44b4-898d-4225b84f9cf9 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:33.950270 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac65487b-57d9-4948-b105-02c6f2366741', 'tag': '66637e6f-b48a-4f69-8235-68b77198eac4', 'status': 'completed', 'code': 200} Aug 17 02:49:33.971426 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165612d6-53b2-4a39-989e-8bc8c9697e74 service neutron] Pushing event updated for resources: {'Port': ['ID=66637e6f-b48a-4f69-8235-68b77198eac4,revision_number=3']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:33.993655 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-73087cc2-ab4a-4cf1-a5d9-edbd9482e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:33.995345 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-73087cc2-ab4a-4cf1-a5d9-edbd9482e7a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 1096 time: 0.0676076 Aug 17 02:49:34.042323 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-da78e827-a26f-444d-a213-284563daf3ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66637e6f-b48a-4f69-8235-68b77198eac4 HTTP/1.1" status: 200 len: 217 time: 0.0373650 Aug 17 02:49:34.096321 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-95ad3f6a-575d-4c45-bd5a-35747de06af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:34.097883 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-95ad3f6a-575d-4c45-bd5a-35747de06af8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0472829 Aug 17 02:49:34.154208 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-4dcb224c-adb3-473b-8170-10f615f33ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:34.155632 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-4dcb224c-adb3-473b-8170-10f615f33ec4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466621 Aug 17 02:49:34.245085 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-b6e29b66-2b01-4108-be4e-1d50f4d7e643 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809875 Aug 17 02:49:34.335979 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-9c59529a-b369-41ff-91e8-8bd095f4b05b req-51d8f204-f256-4ef2-b180-dae824c106ee service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828085 Aug 17 02:49:34.420041 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-23e3bb0a-c4ba-4f66-9952-a453f13c944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:34.421500 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-23e3bb0a-c4ba-4f66-9952-a453f13c944e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 1096 time: 0.0412190 Aug 17 02:49:34.513018 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-ff2d4586-3a21-418a-93f7-53c7ea0b0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:34.514455 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-ff2d4586-3a21-418a-93f7-53c7ea0b0d07 service neutron] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 912 time: 0.0857549 Aug 17 02:49:34.555724 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-aeaa49bc-6e50-4ff3-845c-090004155577 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66637e6f-b48a-4f69-8235-68b77198eac4 HTTP/1.1" status: 200 len: 217 time: 0.0339303 Aug 17 02:49:34.604005 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-e5b1e283-8152-4ceb-95ea-c00563ff49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:34.605912 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-e5b1e283-8152-4ceb-95ea-c00563ff49e4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0414505 Aug 17 02:49:34.654068 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-b13136ee-b998-4e8e-9359-79ba1f7bf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:34.655551 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-b13136ee-b998-4e8e-9359-79ba1f7bf711 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428543 Aug 17 02:49:34.744187 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-b48fe907-f06e-4b7b-bf5d-cb2be17bf86f service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803969 Aug 17 02:49:34.846437 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42322cb2-1d83-4266-8d1c-da43a67b06ba req-f7b029f2-435b-4392-856a-fffd83aaa3ca service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942149 Aug 17 02:49:34.880481 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87c52b-5781-4dac-b759-67b767ca2185 req-db1de371-a0ae-4d97-92d7-e779893d4e39 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:34.881911 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6f87c52b-5781-4dac-b759-67b767ca2185 req-db1de371-a0ae-4d97-92d7-e779893d4e39 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 943 time: 0.0541337 Aug 17 02:49:34.919756 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-6f87c52b-5781-4dac-b759-67b767ca2185 req-352c8430-0a18-4fab-a752-b291925e6843 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Aug 17 02:49:34.985124 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:36.033103 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3a8a2-320b-4121-bd54-7331db9eb3be req-c48684dc-b4ca-432a-b858-27524c363d48 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:36.034420 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0dc3a8a2-320b-4121-bd54-7331db9eb3be req-c48684dc-b4ca-432a-b858-27524c363d48 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 943 time: 0.0474112 Aug 17 02:49:36.071919 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0dc3a8a2-320b-4121-bd54-7331db9eb3be req-98cade73-b600-45d0-8fab-bf39be851577 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Aug 17 02:49:36.957387 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 66637e6f-b48a-4f69-8235-68b77198eac4 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=93867) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:49:37.048407 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 66637e6f-b48a-4f69-8235-68b77198eac4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=66637e6f-b48a-4f69-8235-68b77198eac4,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:37.059681 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Returning: {'device': '66637e6f-b48a-4f69-8235-68b77198eac4', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'port_id': '66637e6f-b48a-4f69-8235-68b77198eac4', 'mac_address': 'fa:16:3e:01:71:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93867) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:49:37.097902 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:37.112390 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66637e6f-b48a-4f69-8235-68b77198eac4 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:49:37.132197 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 66637e6f-b48a-4f69-8235-68b77198eac4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=66637e6f-b48a-4f69-8235-68b77198eac4,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:37.136456 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:37.184661 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=66637e6f-b48a-4f69-8235-68b77198eac4,revision_number=4']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:37.190371 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072b218-1eb0-47b5-8f4a-dee118124a61 req-e5a17c10-6d38-41bd-9d12-e4c699ccce23 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:37.191973 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0072b218-1eb0-47b5-8f4a-dee118124a61 req-e5a17c10-6d38-41bd-9d12-e4c699ccce23 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 944 time: 0.0535994 Aug 17 02:49:37.229355 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0072b218-1eb0-47b5-8f4a-dee118124a61 req-7aa9a750-6832-4f92-a415-0336f6f6f93b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315890 Aug 17 02:49:37.519091 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] get_ports_and_sgs() called for port_ids ['66637e6f-b48a-4f69-8235-68b77198eac4'] {{(pid=93867) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:49:38.342775 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca78505-2d3d-4588-a698-12bef0787b24 req-6a8df10d-495f-44ba-8fee-36bf7bf96609 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:38.344229 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5ca78505-2d3d-4588-a698-12bef0787b24 req-6a8df10d-495f-44ba-8fee-36bf7bf96609 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 944 time: 0.0487471 Aug 17 02:49:38.381797 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-5ca78505-2d3d-4588-a698-12bef0787b24 req-5f336273-8ee3-43d8-abce-b40045dc05c2 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Aug 17 02:49:38.779918 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e6f15dee-be6b-4af9-b0bb-01ab54a8a6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:38.956345 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 66637e6f-b48a-4f69-8235-68b77198eac4 up at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:49:39.004057 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning for port 66637e6f-b48a-4f69-8235-68b77198eac4 completed by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:49:39.007365 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Provisioning complete for port 66637e6f-b48a-4f69-8235-68b77198eac4 triggered by entity L2. {{(pid=93867) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:49:39.007734 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569827'] for port, provisioning_complete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:39.083143 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709188'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:39.104634 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac65487b-57d9-4948-b105-02c6f2366741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66637e6f-b48a-4f69-8235-68b77198eac4'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:39.107635 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc5746fe64421f9c71c3d561a69ffbef1b789a900810c54c3252fb037945c0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da95a78-e430-429b-bac2-516560cfdb07" -d '{"events": [{"server_uuid": "ac65487b-57d9-4948-b105-02c6f2366741", "name": "network-vif-plugged", "status": "completed", "tag": "66637e6f-b48a-4f69-8235-68b77198eac4"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:39.121110 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] For port 66637e6f-b48a-4f69-8235-68b77198eac4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=66637e6f-b48a-4f69-8235-68b77198eac4,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:49:39.126095 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731313405040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731312902247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731312902265'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:39.175697 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Pushing event updated for resources: {'Port': ['ID=66637e6f-b48a-4f69-8235-68b77198eac4,revision_number=5']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:49:39.323806 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41819633-1673-40b0-8770-9b705f37e95a x-openstack-request-id: req-41819633-1673-40b0-8770-9b705f37e95a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:39.324317 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac65487b-57d9-4948-b105-02c6f2366741", "name": "network-vif-plugged", "status": "completed", "tag": "66637e6f-b48a-4f69-8235-68b77198eac4", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:39.324593 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41819633-1673-40b0-8770-9b705f37e95a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:39.324989 dv-cinder-799871-4-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac65487b-57d9-4948-b105-02c6f2366741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66637e6f-b48a-4f69-8235-68b77198eac4', 'code': 200} Aug 17 02:49:39.530032 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e633c86-3498-4701-806c-fdc0230d70e4 req-a81e526e-4e6e-4cc6-b4b4-d6146afb867f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:39.531524 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e633c86-3498-4701-806c-fdc0230d70e4 req-a81e526e-4e6e-4cc6-b4b4-d6146afb867f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 945 time: 0.0804119 Aug 17 02:49:39.533231 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82863c3-9981-42b5-ba3a-299451420f0b req-bcabec11-b547-4b9a-8c81-b57bc13f6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:39.534556 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f82863c3-9981-42b5-ba3a-299451420f0b req-bcabec11-b547-4b9a-8c81-b57bc13f6806 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 1098 time: 0.0747473 Aug 17 02:49:39.588895 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1e633c86-3498-4701-806c-fdc0230d70e4 req-2f30c767-f6dc-49e2-8b63-c0daf2d3c46e tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514929 Aug 17 02:49:39.592957 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f82863c3-9981-42b5-ba3a-299451420f0b req-66e806ed-d1b9-483b-9d96-bd0a730dfe6d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481672 Aug 17 02:49:40.708417 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2f05e-19d3-46df-8151-5ec7ed75fec7 req-54fddddf-1de5-4f1b-855c-e6c41fdafe28 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:40.710007 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f1a2f05e-19d3-46df-8151-5ec7ed75fec7 req-54fddddf-1de5-4f1b-855c-e6c41fdafe28 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 945 time: 0.0521162 Aug 17 02:49:40.750854 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-f1a2f05e-19d3-46df-8151-5ec7ed75fec7 req-bf228452-c534-4716-b634-c437bc30b89c tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Aug 17 02:49:41.413117 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9c56084-7685-48ba-91c9-0ec4b6c1bffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:41.553782 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:41.865596 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a1acf-5e55-4370-b772-152e481f82db req-73e049c5-0500-4aea-8133-37cb07812830 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:41.867119 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d22a1acf-5e55-4370-b772-152e481f82db req-73e049c5-0500-4aea-8133-37cb07812830 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Aug 17 02:49:41.909040 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-d22a1acf-5e55-4370-b772-152e481f82db req-702a7a85-8c66-470d-b2e9-2367a4d95d96 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353234 Aug 17 02:49:42.018214 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62112558-a3bd-4cfa-ba87-76f64d962ac8 req-c7ecd3d4-7045-4416-8213-bd7b77756889 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:42.019586 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-62112558-a3bd-4cfa-ba87-76f64d962ac8 req-c7ecd3d4-7045-4416-8213-bd7b77756889 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 945 time: 0.0483987 Aug 17 02:49:42.028295 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39366) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:49:42.032642 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.v2.base [None req-d4cf94b1-cee3-4291-851a-a28de447253d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Request body: {'floatingip': {'port_id': '66637e6f-b48a-4f69-8235-68b77198eac4'}} {{(pid=93865) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:49:42.070337 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4cf94b1-cee3-4291-851a-a28de447253d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, before_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:42.205900 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:42.759126 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4cf94b1-cee3-4291-851a-a28de447253d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:42.763199 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4cf94b1-cee3-4291-851a-a28de447253d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:42.860757 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [None req-d4cf94b1-cee3-4291-851a-a28de447253d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Floating IP 6a18dfa7-3eef-4754-8cd5-e07f26b4ce6d associated. External IP: 172.27.0.43, port: 66637e6f-b48a-4f69-8235-68b77198eac4. Aug 17 02:49:43.063972 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cf94b1-cee3-4291-851a-a28de447253d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Router 97706d70-5a14-4b7c-86de-3ea961e15e13 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:49:43.169005 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cf94b1-cee3-4291-851a-a28de447253d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:49:43.173841 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-d4cf94b1-cee3-4291-851a-a28de447253d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:43.178632 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] Sync routers for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:49:43.187974 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:43.188655 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:43.200629 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-d4cf94b1-cee3-4291-851a-a28de447253d tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "PUT /v2.0/floatingips/6a18dfa7-3eef-4754-8cd5-e07f26b4ce6d HTTP/1.1" status: 200 len: 990 time: 1.1713154 Aug 17 02:49:43.201212 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac65487b-57d9-4948-b105-02c6f2366741', 'tag': '66637e6f-b48a-4f69-8235-68b77198eac4'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:49:43.203519 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53" -d '{"events": [{"name": "network-changed", "server_uuid": "ac65487b-57d9-4948-b105-02c6f2366741", "tag": "66637e6f-b48a-4f69-8235-68b77198eac4"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:49:43.242504 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4c4912-bcc1-4aa1-9d81-b98ad0b270c7 x-openstack-request-id: req-ea4c4912-bcc1-4aa1-9d81-b98ad0b270c7 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:49:43.243279 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac65487b-57d9-4948-b105-02c6f2366741", "tag": "66637e6f-b48a-4f69-8235-68b77198eac4", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:49:43.243723 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea4c4912-bcc1-4aa1-9d81-b98ad0b270c7 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:49:43.244349 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac65487b-57d9-4948-b105-02c6f2366741', 'tag': '66637e6f-b48a-4f69-8235-68b77198eac4', 'status': 'completed', 'code': 200} Aug 17 02:49:43.294106 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:43.305724 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-dcd52892-5841-4306-b049-31305b555efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:43.307260 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-dcd52892-5841-4306-b049-31305b555efd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 1098 time: 0.0403714 Aug 17 02:49:43.400392 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-95b54733-bfd6-46bd-8051-72c36dc300ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:43.401935 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-95b54733-bfd6-46bd-8051-72c36dc300ea service neutron] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 912 time: 0.0870149 Aug 17 02:49:43.468459 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-3051cad7-98ed-4c89-94cd-f2ec03ba8f15 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66637e6f-b48a-4f69-8235-68b77198eac4 HTTP/1.1" status: 200 len: 998 time: 0.0579228 Aug 17 02:49:43.508167 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': '6a18dfa7-3eef-4754-8cd5-e07f26b4ce6d', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'port_id': '66637e6f-b48a-4f69-8235-68b77198eac4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'mac_address': 'fa:16:3e:01:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac65487b-57d9-4948-b105-02c6f2366741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:49:27Z', 'updated_at': '2021-08-17T02:49:42Z', 'revision_number': 1, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:43.521242 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-23bb9271-c32d-4e13-8d31-79f6c8fc0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:43.522725 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-23bb9271-c32d-4e13-8d31-79f6c8fc0441 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0472069 Aug 17 02:49:43.537055 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] Checking router: 97706d70-5a14-4b7c-86de-3ea961e15e13 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:49:43.545273 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:49:43.545870 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:49:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:43.569199 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-dee58922-c4dc-4836-afc1-a1a10702c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:49:43.570705 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-dee58922-c4dc-4836-afc1-a1a10702c01e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399046 Aug 17 02:49:43.662440 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-3564e8db-0b05-4b90-825d-d0481ff6d05c service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830090 Aug 17 02:49:43.738469 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:49:43.759902 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-2b6cc29c-fd2e-45c5-84ce-c231b3a46c53 req-9615da3a-e0a8-4da2-9fbd-f05a41c9c7fb service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901496 Aug 17 02:49:43.954160 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': '6a18dfa7-3eef-4754-8cd5-e07f26b4ce6d', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'port_id': '66637e6f-b48a-4f69-8235-68b77198eac4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'mac_address': 'fa:16:3e:01:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac65487b-57d9-4948-b105-02c6f2366741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:49:27Z', 'updated_at': '2021-08-17T02:49:42Z', 'revision_number': 1, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:49:43.982970 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd06886-2d97-4fb8-820a-aae5d305371e None None] The sync data for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi is: [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_floatingips': [{'id': '6a18dfa7-3eef-4754-8cd5-e07f26b4ce6d', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'router_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'port_id': '66637e6f-b48a-4f69-8235-68b77198eac4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'mac_address': 'fa:16:3e:01:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac65487b-57d9-4948-b105-02c6f2366741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:49:27Z', 'updated_at': '2021-08-17T02:49:42Z', 'revision_number': 1, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:49:44.116332 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:44.159563 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617eb65-8c12-4571-898b-afded6833533 None None] New status for floating IP 6a18dfa7-3eef-4754-8cd5-e07f26b4ce6d: ACTIVE {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:49:46.104014 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:50:05.011422 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:08.780467 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0fe38b9-4750-429f-a710-51a1e9491860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:11.415920 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b3aa845b-87f7-46b2-a5dd-e9eacf6e1276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:11.554855 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.211205 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.122550 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:23.102862 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:50:35.034905 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:38.780292 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2aaf90b8-273f-482e-bbf8-952602bf0b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.417667 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70ac15b8-3baf-49a1-aeb5-1e89e3200ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.555426 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.212428 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.120361 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.101553 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:51:05.039080 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.780185 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-998f1133-2e47-4014-a067-0ed9818d43ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.423149 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d3dcc227-f2a9-41ce-b1be-0b52b3af67e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.556862 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.215454 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.122254 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.843015 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-3dc4da81-8cb1-403e-bf67-b6688af72228 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418401 Aug 17 02:51:18.924196 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-c6e4ebfc-86d5-465b-b5ea-8f5e655bdbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:18.925922 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-c6e4ebfc-86d5-465b-b5ea-8f5e655bdbaf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 1098 time: 0.0418873 Aug 17 02:51:19.030814 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-7ba5fc3f-5dc5-4a24-9825-30f3e0754a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:19.032182 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-7ba5fc3f-5dc5-4a24-9825-30f3e0754a07 service neutron] 10.222.0.63 "GET /v2.0/networks?id=74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 200 len: 912 time: 0.0866983 Aug 17 02:51:19.099279 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-378fa97a-05be-440c-bda1-bc3b84b3b117 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66637e6f-b48a-4f69-8235-68b77198eac4 HTTP/1.1" status: 200 len: 1000 time: 0.0588944 Aug 17 02:51:19.147377 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-9f36dba6-7122-4f72-a1c7-fe71997c3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:19.148730 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-9f36dba6-7122-4f72-a1c7-fe71997c3dc9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 200 len: 850 time: 0.0413599 Aug 17 02:51:19.194340 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-6126d782-c1a3-4ce0-b7f4-8c0d2a726222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:19.195770 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-6126d782-c1a3-4ce0-b7f4-8c0d2a726222 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=74c959ef-982c-4ccc-beb0-5435f2b90bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387092 Aug 17 02:51:19.288081 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-800ec672-e3ab-4881-a278-5d81aa62e938 service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838933 Aug 17 02:51:19.376531 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-0ed0485a-9d38-425d-9267-69ee34eba31d req-d0854d96-65eb-4c35-b047-19a7fd924ceb service neutron] 10.222.0.63 "GET /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803897 Aug 17 02:51:32.138250 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0d9ed-e8db-4bbe-85e6-97790e59689d req-67c377bd-3f90-41ea-ab07-130a328f7653 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:32.139918 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bb0d9ed-e8db-4bbe-85e6-97790e59689d req-67c377bd-3f90-41ea-ab07-130a328f7653 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 945 time: 0.0497129 Aug 17 02:51:32.181842 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-1bb0d9ed-e8db-4bbe-85e6-97790e59689d req-67adb6ae-61b5-4e11-b56f-6dc6c00e9218 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359564 Aug 17 02:51:33.298451 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc50a4-7aad-4f8a-9b93-1c2b4339ea96 req-3cb95cce-fc1d-41e1-86b9-04e29320da21 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:33.300134 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42fc50a4-7aad-4f8a-9b93-1c2b4339ea96 req-3cb95cce-fc1d-41e1-86b9-04e29320da21 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 945 time: 0.0489068 Aug 17 02:51:33.336348 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-42fc50a4-7aad-4f8a-9b93-1c2b4339ea96 req-63ecd6e0-2ede-43f1-9669-629a420aa904 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304732 Aug 17 02:51:34.483173 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfe4bd-0179-4316-be88-5d8150f807f2 req-ca16e6d5-9364-497d-8bf8-a4a31ad920bb tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:34.484649 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4dbfe4bd-0179-4316-be88-5d8150f807f2 req-ca16e6d5-9364-497d-8bf8-a4a31ad920bb tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 945 time: 0.0773396 Aug 17 02:51:34.492490 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-e674cd55-5425-48db-9952-18d36af4d502 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93865) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:34.493804 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-e674cd55-5425-48db-9952-18d36af4d502 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 945 time: 0.0775836 Aug 17 02:51:34.561391 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-4dbfe4bd-0179-4316-be88-5d8150f807f2 req-b6fd1574-1427-4346-b588-518b995f67a5 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups?id=c51c8563-982e-4f1e-b0f5-43324acab252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660384 Aug 17 02:51:34.604229 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Deleting port 66637e6f-b48a-4f69-8235-68b77198eac4 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:34.604575 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.699279 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] For port 66637e6f-b48a-4f69-8235-68b77198eac4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=66637e6f-b48a-4f69-8235-68b77198eac4,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:34.699643 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.868017 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.868386 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1784007'] for floatingip, after_update {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.868704 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.db.l3_db [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Floating IP 6a18dfa7-3eef-4754-8cd5-e07f26b4ce6d disassociated. External IP: 172.27.0.43, port: 66637e6f-b48a-4f69-8235-68b77198eac4. Aug 17 02:51:34.869062 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Calling delete_port for 66637e6f-b48a-4f69-8235-68b77198eac4 owned by compute:nova {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:34.998472 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.028691 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event deleted for resources: {'Port': ['ID=66637e6f-b48a-4f69-8235-68b77198eac4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:35.038295 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.040662 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.041031 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.041371 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.041703 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.042060 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.042387 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.042860 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.043303 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.043815 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.043951 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.044278 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.044593 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:35.152465 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Router 97706d70-5a14-4b7c-86de-3ea961e15e13 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93865) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:35.256691 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93865) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:35.266919 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] Sync routers for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:35.276270 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:35.276870 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:51:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:35.296133 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] No DVR routers for this DVR port 66637e6f-b48a-4f69-8235-68b77198eac4 on host hv-cinder-79987 {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:35.298657 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for port, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.300886 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-e234c5a0-3eb2-4316-a79c-3b091ac6b69a req-7ee7a51f-eb3e-46e0-8b20-6b3f67f4af2b tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.63 "DELETE /v2.0/ports/66637e6f-b48a-4f69-8235-68b77198eac4 HTTP/1.1" status: 204 len: 173 time: 0.7990355 Aug 17 02:51:35.301320 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac65487b-57d9-4948-b105-02c6f2366741', 'name': 'network-vif-deleted', 'tag': '66637e6f-b48a-4f69-8235-68b77198eac4'}] {{(pid=93865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:35.303676 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}882b1a6901c3c0593e6551e9226a9ab2ba2bed418ca39560e184a143690d6116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561a7333-406e-4b70-bf4f-39eabe2de3f8" -d '{"events": [{"server_uuid": "ac65487b-57d9-4948-b105-02c6f2366741", "name": "network-vif-deleted", "tag": "66637e6f-b48a-4f69-8235-68b77198eac4"}]}' {{(pid=93865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:35.345896 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0742d6a7-5ce9-42e6-b3d8-c3b55d3709e9 x-openstack-request-id: req-0742d6a7-5ce9-42e6-b3d8-c3b55d3709e9 {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:35.346405 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac65487b-57d9-4948-b105-02c6f2366741", "name": "network-vif-deleted", "tag": "66637e6f-b48a-4f69-8235-68b77198eac4", "status": "completed", "code": 200}]} {{(pid=93865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:35.346697 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0742d6a7-5ce9-42e6-b3d8-c3b55d3709e9 {{(pid=93865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:35.347118 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac65487b-57d9-4948-b105-02c6f2366741', 'name': 'network-vif-deleted', 'tag': '66637e6f-b48a-4f69-8235-68b77198eac4', 'status': 'completed', 'code': 200} Aug 17 02:51:35.388423 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:35.595901 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:35.626113 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] Checking router: 97706d70-5a14-4b7c-86de-3ea961e15e13 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:51:35.634379 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:35.635019 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:51:11Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:35.668002 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [req-b75161d4-61d4-45e2-a922-e4a2a1d4739f req-e54cf948-70b9-4836-96b9-0c0d292e1de1 tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac65487b-57d9-4948-b105-02c6f2366741 HTTP/1.1" status: 200 len: 210 time: 0.0271239 Aug 17 02:51:35.742710 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:35.945548 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:35.971798 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27f527-bcd0-463b-a494-bac0c836efa2 None None] The sync data for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi is: [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:44:51Z', 'revision_number': 4, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi', '_interfaces': [{'id': '59ebf735-24f8-4ed0-b8de-d6e20fdaaf88', 'name': '', 'network_id': '74c959ef-982c-4ccc-beb0-5435f2b90bc4', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'mac_address': 'fa:16:3e:f7:9c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:51Z', 'updated_at': '2021-08-17T02:44:55Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'subnets': [{'id': 'fafb12ae-6049-44bf-9e7a-e187ce09df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:36.175173 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe0e8f-5aec-45e7-a851-dd8ac492aeff None None] New status for floating IP 6a18dfa7-3eef-4754-8cd5-e07f26b4ce6d: DOWN {{(pid=93867) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:51:36.755289 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39690) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:36.819785 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d35727b-a4fd-4748-af84-790f0f05079f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.846553 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d35727b-a4fd-4748-af84-790f0f05079f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.895123 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d35727b-a4fd-4748-af84-790f0f05079f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.897621 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-0d35727b-a4fd-4748-af84-790f0f05079f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.898775 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-0d35727b-a4fd-4748-af84-790f0f05079f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "DELETE /v2.0/security-groups/c51c8563-982e-4f1e-b0f5-43324acab252 HTTP/1.1" status: 204 len: 168 time: 0.1424825 Aug 17 02:51:36.902625 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39692) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:36.907687 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35727b-a4fd-4748-af84-790f0f05079f tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51c8563-982e-4f1e-b0f5-43324acab252,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:36.916818 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.api.v2.resource [None req-dc044f3d-29df-4345-ae86-3f874b91b3bd tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] show failed (client error): The resource could not be found. Aug 17 02:51:36.917840 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-dc044f3d-29df-4345-ae86-3f874b91b3bd tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "GET /v2.0/security-groups/c51c8563-982e-4f1e-b0f5-43324acab252 HTTP/1.1" status: 404 len: 347 time: 0.0142932 Aug 17 02:51:36.920829 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39696) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:37.039085 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Deleting port 25a75966-ea50-4620-a270-f80b21a1d9e5 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:37.039426 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.100062 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:51:37.114188 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.114515 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.126411 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Calling delete_port for 25a75966-ea50-4620-a270-f80b21a1d9e5 owned by network:floatingip {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:37.255350 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.281070 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Pushing event deleted for resources: {'Port': ['ID=25a75966-ea50-4620-a270-f80b21a1d9e5,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:37.302973 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.303319 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.303656 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.303987 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.304313 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.304642 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.304963 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.305283 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.305603 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.305920 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.306235 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.306549 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:37.345375 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks [] for floatingip, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.347902 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185538'] for floatingip, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:37.349009 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d375c5a9-c2c8-48bd-9257-c9603afcb0cf tempest-AttachVolumeTestJSON-1862081083 tempest-AttachVolumeTestJSON-1862081083-project] 10.222.0.52 "DELETE /v2.0/floatingips/6a18dfa7-3eef-4754-8cd5-e07f26b4ce6d HTTP/1.1" status: 204 len: 168 time: 0.4272585 Aug 17 02:51:38.783615 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b2339fba-7351-479a-9542-d05e9e76d959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.610116 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 66637e6f-b48a-4f69-8235-68b77198eac4 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:39.630357 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] No Port match for: 66637e6f-b48a-4f69-8235-68b77198eac4 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:39.630571 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Device 66637e6f-b48a-4f69-8235-68b77198eac4 not bound to the agent host hv-cinder-79987 {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:40.882546 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39724) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:41.355414 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826545'] for router_interface, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.430515 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-64556207-3adc-4dfc-8a04-a40b7b3e0bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.557847 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.594077 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Deleting port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 {{(pid=93866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:41.594413 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.672543 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.db [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] For port 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=59ebf735-24f8-4ed0-b8de-d6e20fdaaf88,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:41.672899 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.684234 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.plugins.ml2.plugin [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Calling delete_port for 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 owned by network:router_interface {{(pid=93866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:42.064630 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7181239'] for port, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.089906 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ebf735-24f8-4ed0-b8de-d6e20fdaaf88,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:42.227965 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.251147 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1936225'] for router_interface, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.454352 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Router 97706d70-5a14-4b7c-86de-3ea961e15e13 has already been hosted by L3 agent 43710ab7-296b-4575-9908-dcee5f4bc6c0 {{(pid=93866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:42.556617 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] Notify agent at l3_agent.dv-cinder-799871-4-iscsi the message routers_updated {{(pid=93866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:42.561638 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-257bbe94-96b5-443b-a063-6f4002f8e0e2 admin admin] 10.222.0.52 "PUT /v2.0/routers/97706d70-5a14-4b7c-86de-3ea961e15e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6780658 Aug 17 02:51:42.564347 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39728) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:42.567428 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] Sync routers for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:42.577867 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:42.578476 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:51:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:42.666108 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.681959 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: dv-cinder-799871-4-iscsi {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:42.768913 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.820525 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Deleting port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:42.820891 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.906991 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] For port 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c,segment=NetworkSegment(b5689fd3-4470-499c-b122-a36c9664612a),segment_id=b5689fd3-4470-499c-b122-a36c9664612a)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:42.907354 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.923855 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Calling delete_port for 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c owned by network:router_gateway {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:42.958507 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'external_fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:51:42Z', 'revision_number': 5, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port': {'id': '5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c', 'name': '', 'network_id': 'c62cb426-742e-43c6-8f0f-9a14f4561fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:44:49Z', 'updated_at': '2021-08-17T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9b162e-fcec-4f26-a501-922cd33b48cd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-4-iscsi'}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:42.983836 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] Checking router: 97706d70-5a14-4b7c-86de-3ea961e15e13 for host: dv-cinder-799871-4-iscsi {{(pid=93868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:51:42.992010 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] Routers {'97706d70-5a14-4b7c-86de-3ea961e15e13'} bound to L3 agent in host dv-cinder-799871-4-iscsi {{(pid=93868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:42.992553 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:24:11Z,description=,heartbeat_timestamp=2021-08-17T02:51:41Z,host='dv-cinder-799871-4-iscsi',id=43710ab7-296b-4575-9908-dcee5f4bc6c0,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:24:11Z,topic='l3_agent')) {'router_ids': ['97706d70-5a14-4b7c-86de-3ea961e15e13'], 'active': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:43.081284 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvr_db [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] Set router 97706d70-5a14-4b7c-86de-3ea961e15e13 gateway port host: None {{(pid=93868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:43.089716 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.120049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:43.141217 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.l3_hamode_db [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:51:42Z', 'revision_number': 6, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port_host': None}], 'dv-cinder-799871-4-iscsi', False) {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:43.167392 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee5527-4c2c-4028-b3b9-2a42c7cf4460 None None] The sync data for ids ['97706d70-5a14-4b7c-86de-3ea961e15e13'] in dv-cinder-799871-4-iscsi is: [{'id': '97706d70-5a14-4b7c-86de-3ea961e15e13', 'name': 'tempest-AttachVolumeTestJSON-1381313491-router', 'tenant_id': '41d05f91b2c3464f952c0a4599cd9bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:44:48Z', 'updated_at': '2021-08-17T02:51:42Z', 'revision_number': 6, 'project_id': '41d05f91b2c3464f952c0a4599cd9bda', 'gw_port_host': None}] {{(pid=93868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:43.181376 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1784233'] for router_gateway, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.273152 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1826202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41699'] for router, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.275185 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.316889 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1826275'] for router, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.317416 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97706d70-5a14-4b7c-86de-3ea961e15e13 {{(pid=93865) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:51:43.322642 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.324007 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a21587f0-4832-4de0-9cf9-0fdd13ee84b5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/97706d70-5a14-4b7c-86de-3ea961e15e13 HTTP/1.1" status: 204 len: 168 time: 0.7585642 Aug 17 02:51:43.327399 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39730) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:43.372830 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.db_base_plugin_v2 [None req-9730bd17-d6d3-420f-b825-88c3af5bb9fa admin admin] Deleting subnet fafb12ae-6049-44bf-9e7a-e187ce09df2a {{(pid=93865) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:43.375940 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9730bd17-d6d3-420f-b825-88c3af5bb9fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.409502 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9730bd17-d6d3-420f-b825-88c3af5bb9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7601402'] for subnet, precommit_delete_associations {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.483234 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9730bd17-d6d3-420f-b825-88c3af5bb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566417'] for subnet, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.543040 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9730bd17-d6d3-420f-b825-88c3af5bb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8272019'] for subnet, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.569734 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730bd17-d6d3-420f-b825-88c3af5bb9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafb12ae-6049-44bf-9e7a-e187ce09df2a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:43.573189 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9730bd17-d6d3-420f-b825-88c3af5bb9fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.575096 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-9730bd17-d6d3-420f-b825-88c3af5bb9fa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fafb12ae-6049-44bf-9e7a-e187ce09df2a HTTP/1.1" status: 204 len: 168 time: 0.2467842 Aug 17 02:51:43.578124 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39732) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:43.583999 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f2c218-aaee-47fc-b537-4e63649b9bf8 None None] Network 74c959ef-982c-4ccc-beb0-5435f2b90bc4 requested from dv-cinder-799871-4-iscsi {{(pid=93867) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:43.652863 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-742536'] for network, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.706229 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Deleting port 47623b79-f10b-491b-b35c-a5d058a06021 {{(pid=93865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:43.706580 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731313401429'] for port, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.772732 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.db [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] For port 47623b79-f10b-491b-b35c-a5d058a06021, host dv-cinder-799871-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-4-iscsi',level=0,port_id=47623b79-f10b-491b-b35c-a5d058a06021,segment=NetworkSegment(d89648d7-e969-49b8-8370-dc71da33833d),segment_id=d89648d7-e969-49b8-8370-dc71da33833d)] {{(pid=93865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:43.773094 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778375'] for port, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.784901 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.plugin [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Calling delete_port for 47623b79-f10b-491b-b35c-a5d058a06021 owned by network:dhcp {{(pid=93865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:43.862130 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731313405049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731312902238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601223'] for port, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.891806 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Pushing event deleted for resources: {'Port': ['ID=47623b79-f10b-491b-b35c-a5d058a06021,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:43.898058 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] No DVR routers for this DVR port 47623b79-f10b-491b-b35c-a5d058a06021 on host dv-cinder-799871-4-iscsi {{(pid=93865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:43.918806 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ae178-59d9-43f4-be34-245af61490c4 None None] DHCP port deletion for 74c959ef-982c-4ccc-beb0-5435f2b90bc4 request from dv-cinder-799871-4-iscsi {{(pid=93867) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:51:43.971525 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571672', 'neutron.services.segments.db._delete_segments_for_network-8731313420481'] for network, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.981098 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c959ef-982c-4ccc-beb0-5435f2b90bc4']}} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:43.991126 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89648d7-e969-49b8-8370-dc71da33833d') {'for_net_delete': True} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:43.991428 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.services.segments.db [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89648d7-e969-49b8-8370-dc71da33833d') {} {{(pid=93865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:44.000721 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731313383590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7601395'] for segment, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.014147 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820'] for segment, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.020192 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93865) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:44.020585 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601808'] for segment, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: Traceback (most recent call last): Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: timer() Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: cb(*args, **kw) Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: return func(*args, **kwargs) Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: self._notify() Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: self.callback(batched_events) Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: event.method(event) Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: return f(self, *a, **k) Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._get(url).json() Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:44.022259 dv-cinder-799871-4-iscsi neutron-server[93865]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:44.135182 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.352181 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1784188'] for network, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.358508 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585617'] for network, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.360459 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] 10.222.0.52 "DELETE /v2.0/networks/74c959ef-982c-4ccc-beb0-5435f2b90bc4 HTTP/1.1" status: 204 len: 168 time: 0.7812953 Aug 17 02:51:44.371075 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144e235-07b7-4610-b07a-f2af5b25544d admin admin] Pushing event deleted for resources: {'Network': ['ID=74c959ef-982c-4ccc-beb0-5435f2b90bc4,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:44.468216 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39736) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:44.506960 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-c010580d-1a2b-46d8-86ec-68e0e254fb75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41d05f91b2c3464f952c0a4599cd9bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375462 Aug 17 02:51:44.509329 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39738) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:44.555177 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31e3b96-9c23-4fb1-9944-601df09a4c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.575768 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31e3b96-9c23-4fb1-9944-601df09a4c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.625019 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31e3b96-9c23-4fb1-9944-601df09a4c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.627566 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a31e3b96-9c23-4fb1-9944-601df09a4c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.628683 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a31e3b96-9c23-4fb1-9944-601df09a4c40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d94dac1e-14c1-48fd-8445-6a37d8389953 HTTP/1.1" status: 204 len: 168 time: 0.1184845 Aug 17 02:51:44.636002 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e3b96-9c23-4fb1-9944-601df09a4c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94dac1e-14c1-48fd-8445-6a37d8389953,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:45.053639 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:45.076634 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:45.077098 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 5c1a6a0e-742e-4e6e-9fe9-bbbdb36f2f7c not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:45.077561 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 47623b79-f10b-491b-b35c-a5d058a06021 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:45.096338 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 47623b79-f10b-491b-b35c-a5d058a06021 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:45.096686 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 47623b79-f10b-491b-b35c-a5d058a06021 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:45.097092 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 no longer exists at agent ovs-agent-dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:45.115360 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-954fd363-0689-426c-862f-53d40473d59f None None] No Port match for: 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 {{(pid=93867) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:45.115711 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.rpc [None req-954fd363-0689-426c-862f-53d40473d59f None None] Device 59ebf735-24f8-4ed0-b8de-d6e20fdaaf88 not bound to the agent host dv-cinder-799871-4-iscsi {{(pid=93867) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:54.094849 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39856) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:54.197817 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c51cc151-02e2-493a-a6a8-232875b8e0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.289070 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c51cc151-02e2-493a-a6a8-232875b8e0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.292463 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-c51cc151-02e2-493a-a6a8-232875b8e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.330792 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-c51cc151-02e2-493a-a6a8-232875b8e0d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1384d2eddac84c5c9e0f310e081237b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349281 Aug 17 02:51:54.331925 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cc151-02e2-493a-a6a8-232875b8e0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cab2c0-72c8-4ec8-acad-a3e7953911b4,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:54.333449 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39860) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:54.380977 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-69bacef0-dc92-4c3a-85a4-efcecb16f9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.402239 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-69bacef0-dc92-4c3a-85a4-efcecb16f9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.446723 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-69bacef0-dc92-4c3a-85a4-efcecb16f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.449246 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-69bacef0-dc92-4c3a-85a4-efcecb16f9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.450376 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-69bacef0-dc92-4c3a-85a4-efcecb16f9f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16cab2c0-72c8-4ec8-acad-a3e7953911b4 HTTP/1.1" status: 204 len: 168 time: 0.1159599 Aug 17 02:51:54.458305 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bacef0-dc92-4c3a-85a4-efcecb16f9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cab2c0-72c8-4ec8-acad-a3e7953911b4,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:55.931543 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39908) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:56.034117 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf0e3-b2dd-4736-a719-4bca1381dbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.123174 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf0e3-b2dd-4736-a719-4bca1381dbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.127585 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf0e3-b2dd-4736-a719-4bca1381dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.163841 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bf0e3-b2dd-4736-a719-4bca1381dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83221daa-83bd-4d72-b6d3-cf76d9c84409,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:56.168095 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-ed4bf0e3-b2dd-4736-a719-4bca1381dbe4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc159f896f514aebafb58e3972bf8a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355418 Aug 17 02:51:56.171656 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39912) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:56.220218 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9331ff63-5413-4fca-82b1-f26ba2a0cd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.241007 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9331ff63-5413-4fca-82b1-f26ba2a0cd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.285814 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9331ff63-5413-4fca-82b1-f26ba2a0cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.288328 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9331ff63-5413-4fca-82b1-f26ba2a0cd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.289466 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9331ff63-5413-4fca-82b1-f26ba2a0cd49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83221daa-83bd-4d72-b6d3-cf76d9c84409 HTTP/1.1" status: 204 len: 168 time: 0.1176100 Aug 17 02:51:56.297274 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331ff63-5413-4fca-82b1-f26ba2a0cd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83221daa-83bd-4d72-b6d3-cf76d9c84409,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:56.539762 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 39918) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:56.553998 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a6c516c-2e78-4321-be98-b5a6b6c2ee65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.643964 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a6c516c-2e78-4321-be98-b5a6b6c2ee65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.647591 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-8a6c516c-2e78-4321-be98-b5a6b6c2ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.686974 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-8a6c516c-2e78-4321-be98-b5a6b6c2ee65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74c6fde90c7243a4936f05093dff3305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461248 Aug 17 02:51:56.687831 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c516c-2e78-4321-be98-b5a6b6c2ee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf86a070-5eeb-41e5-bdc4-11ed0b122728,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:56.689628 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 39920) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:56.739224 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ca72e17-f81b-404a-aa2b-5ed6daaf2af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.759739 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ca72e17-f81b-404a-aa2b-5ed6daaf2af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.806060 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ca72e17-f81b-404a-aa2b-5ed6daaf2af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.808634 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7ca72e17-f81b-404a-aa2b-5ed6daaf2af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.809805 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-7ca72e17-f81b-404a-aa2b-5ed6daaf2af8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf86a070-5eeb-41e5-bdc4-11ed0b122728 HTTP/1.1" status: 204 len: 168 time: 0.1190615 Aug 17 02:51:56.817182 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca72e17-f81b-404a-aa2b-5ed6daaf2af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf86a070-5eeb-41e5-bdc4-11ed0b122728,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:05.044520 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.264310 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40052) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:05.368910 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-685d3bc4-7ce7-49fe-9100-5e17909b0451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.462906 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-685d3bc4-7ce7-49fe-9100-5e17909b0451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.466601 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-685d3bc4-7ce7-49fe-9100-5e17909b0451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.503243 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d3bc4-7ce7-49fe-9100-5e17909b0451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b003e6dc-e338-49c4-ad9b-9eba4c2f0113,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:05.507558 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-685d3bc4-7ce7-49fe-9100-5e17909b0451 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93f04d1d5e51469e923e19d174b966b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422433 Aug 17 02:52:05.510043 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40056) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:05.556899 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd199c28-a8c7-4612-84ee-ea3f162ef6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.578020 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd199c28-a8c7-4612-84ee-ea3f162ef6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.623934 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd199c28-a8c7-4612-84ee-ea3f162ef6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.626678 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-dd199c28-a8c7-4612-84ee-ea3f162ef6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.630052 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-dd199c28-a8c7-4612-84ee-ea3f162ef6fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b003e6dc-e338-49c4-ad9b-9eba4c2f0113 HTTP/1.1" status: 204 len: 168 time: 0.1168602 Aug 17 02:52:05.635339 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd199c28-a8c7-4612-84ee-ea3f162ef6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b003e6dc-e338-49c4-ad9b-9eba4c2f0113,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:05.877662 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40062) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:05.891398 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f34027a3-c28d-4762-b872-cf5ad3a6058c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.979656 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f34027a3-c28d-4762-b872-cf5ad3a6058c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.983288 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-f34027a3-c28d-4762-b872-cf5ad3a6058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.020059 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-f34027a3-c28d-4762-b872-cf5ad3a6058c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=786fba9b0b724d0a947a42bc5b20d525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413260 Aug 17 02:52:06.020920 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34027a3-c28d-4762-b872-cf5ad3a6058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08acb02-9bad-4302-aada-7a3ba9d4c8af,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:06.022771 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 40066) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.070274 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-721950da-7b2b-4033-a7d0-d2ea711c9e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.090590 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-721950da-7b2b-4033-a7d0-d2ea711c9e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.135810 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-721950da-7b2b-4033-a7d0-d2ea711c9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.139358 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-721950da-7b2b-4033-a7d0-d2ea711c9e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.140476 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-721950da-7b2b-4033-a7d0-d2ea711c9e48 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b08acb02-9bad-4302-aada-7a3ba9d4c8af HTTP/1.1" status: 204 len: 168 time: 0.1167154 Aug 17 02:52:06.147918 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721950da-7b2b-4033-a7d0-d2ea711c9e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08acb02-9bad-4302-aada-7a3ba9d4c8af,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:06.445421 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 40072) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.459408 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-268bf86b-b701-443c-b9b4-b5419406bf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.548469 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-268bf86b-b701-443c-b9b4-b5419406bf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.552229 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-268bf86b-b701-443c-b9b4-b5419406bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.593049 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-268bf86b-b701-443c-b9b4-b5419406bf77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e4cd8cf91c840bd872f7ea7b9937460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465557 Aug 17 02:52:06.593899 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bf86b-b701-443c-b9b4-b5419406bf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c258ce72-9987-4fa7-9ce2-fae0ff99af7c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:06.595835 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40074) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.643530 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a87ade46-a7a4-4162-b64e-4703d7efffcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.663395 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a87ade46-a7a4-4162-b64e-4703d7efffcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.708721 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a87ade46-a7a4-4162-b64e-4703d7efffcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.711434 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a87ade46-a7a4-4162-b64e-4703d7efffcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.712591 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a87ade46-a7a4-4162-b64e-4703d7efffcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c258ce72-9987-4fa7-9ce2-fae0ff99af7c HTTP/1.1" status: 204 len: 168 time: 0.1157835 Aug 17 02:52:06.721049 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ade46-a7a4-4162-b64e-4703d7efffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258ce72-9987-4fa7-9ce2-fae0ff99af7c,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:08.320767 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40128) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:08.423914 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e8e8-1e24-4ade-92ac-c7559d023b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.514166 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e8e8-1e24-4ade-92ac-c7559d023b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.517884 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e8e8-1e24-4ade-92ac-c7559d023b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.555056 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-ddd3e8e8-1e24-4ade-92ac-c7559d023b11 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1fba91df80148febdffd12bd155c501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331548 Aug 17 02:52:08.555904 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3e8e8-1e24-4ade-92ac-c7559d023b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24241f8-d051-49c1-8fd1-e4de049ca976,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:08.557702 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 40132) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:08.607477 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbcbf-312e-4909-8b81-6c0f70e08028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.627574 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbcbf-312e-4909-8b81-6c0f70e08028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.672911 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbcbf-312e-4909-8b81-6c0f70e08028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.675746 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbcbf-312e-4909-8b81-6c0f70e08028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.676884 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-d4fcbcbf-312e-4909-8b81-6c0f70e08028 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b24241f8-d051-49c1-8fd1-e4de049ca976 HTTP/1.1" status: 204 len: 168 time: 0.1175022 Aug 17 02:52:08.684635 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcbcbf-312e-4909-8b81-6c0f70e08028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24241f8-d051-49c1-8fd1-e4de049ca976,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:08.785737 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2ee2fde2-187b-41fd-8dca-5f1c1996ceab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.933620 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40138) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:08.946867 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f29d8b6-fffe-4b2f-a54d-e00286ec70c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.035313 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f29d8b6-fffe-4b2f-a54d-e00286ec70c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.038829 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-9f29d8b6-fffe-4b2f-a54d-e00286ec70c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.076841 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-9f29d8b6-fffe-4b2f-a54d-e00286ec70c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9bc516917b80409397f4b583db34d996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421928 Aug 17 02:52:09.077955 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29d8b6-fffe-4b2f-a54d-e00286ec70c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4417fd-79ea-4662-8637-45b0754f1d26,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:09.079458 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 40140) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:09.129076 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-886f4180-5fe4-4dd9-99ef-31b0c0db53e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.150041 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-886f4180-5fe4-4dd9-99ef-31b0c0db53e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.195700 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-886f4180-5fe4-4dd9-99ef-31b0c0db53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.198268 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-886f4180-5fe4-4dd9-99ef-31b0c0db53e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.199516 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-886f4180-5fe4-4dd9-99ef-31b0c0db53e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d4417fd-79ea-4662-8637-45b0754f1d26 HTTP/1.1" status: 204 len: 168 time: 0.1189837 Aug 17 02:52:09.208000 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f4180-5fe4-4dd9-99ef-31b0c0db53e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4417fd-79ea-4662-8637-45b0754f1d26,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:11.422995 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-54a316e3-1cd9-40de-95e9-27c637e53b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.558500 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.222227 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.030350 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40240) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:14.099591 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:52:14.136707 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78919f0d-30e0-48df-be86-caa28d7b3d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.137063 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.227282 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78919f0d-30e0-48df-be86-caa28d7b3d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.231175 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-78919f0d-30e0-48df-be86-caa28d7b3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.271580 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78919f0d-30e0-48df-be86-caa28d7b3d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12664126-5cdd-402b-9d8e-f73c22b4be3a,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:14.279351 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-78919f0d-30e0-48df-be86-caa28d7b3d07 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de2637bbae684067ae459987ba139b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444658 Aug 17 02:52:14.279351 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40244) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:14.326852 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9de44e8-5e90-48b7-9aad-d00254a27dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.348499 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9de44e8-5e90-48b7-9aad-d00254a27dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.396164 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9de44e8-5e90-48b7-9aad-d00254a27dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.398686 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-a9de44e8-5e90-48b7-9aad-d00254a27dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.399808 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-a9de44e8-5e90-48b7-9aad-d00254a27dba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12664126-5cdd-402b-9d8e-f73c22b4be3a HTTP/1.1" status: 204 len: 168 time: 0.1198738 Aug 17 02:52:14.408301 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de44e8-5e90-48b7-9aad-d00254a27dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12664126-5cdd-402b-9d8e-f73c22b4be3a,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:14.651908 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40250) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:14.664709 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3a81-4566-4e4a-bcda-72c2c3c8db00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.752768 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3a81-4566-4e4a-bcda-72c2c3c8db00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.756314 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3a81-4566-4e4a-bcda-72c2c3c8db00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.792904 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-fcbf3a81-4566-4e4a-bcda-72c2c3c8db00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb5cb15fb2b84d47b41a428d83836b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399410 Aug 17 02:52:14.794478 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf3a81-4566-4e4a-bcda-72c2c3c8db00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675edf07-19fd-4cb9-9385-fd77eac9b3b2,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:14.796153 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 40252) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:14.846880 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-373f4496-0ca4-4f70-b5e3-ae096782b8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.867417 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-373f4496-0ca4-4f70-b5e3-ae096782b8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.911869 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-373f4496-0ca4-4f70-b5e3-ae096782b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.914475 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-373f4496-0ca4-4f70-b5e3-ae096782b8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.915668 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-373f4496-0ca4-4f70-b5e3-ae096782b8b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/675edf07-19fd-4cb9-9385-fd77eac9b3b2 HTTP/1.1" status: 204 len: 168 time: 0.1185431 Aug 17 02:52:14.923956 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f4496-0ca4-4f70-b5e3-ae096782b8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675edf07-19fd-4cb9-9385-fd77eac9b3b2,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:15.225301 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 40258) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:15.238215 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b46bb58-7657-4b43-be89-ffcd06a50132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.324030 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b46bb58-7657-4b43-be89-ffcd06a50132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.328212 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-9b46bb58-7657-4b43-be89-ffcd06a50132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.364036 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-9b46bb58-7657-4b43-be89-ffcd06a50132 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37dab1cc609843c68c42cec4bd23cd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376681 Aug 17 02:52:15.364921 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46bb58-7657-4b43-be89-ffcd06a50132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9375a3c-fb80-48d6-9724-6e505e2043fc,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:15.366816 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40260) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:15.418701 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe406c82-2f99-4e4d-b6b5-edbeed750d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.440196 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe406c82-2f99-4e4d-b6b5-edbeed750d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.488725 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe406c82-2f99-4e4d-b6b5-edbeed750d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.491361 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-fe406c82-2f99-4e4d-b6b5-edbeed750d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.492536 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-fe406c82-2f99-4e4d-b6b5-edbeed750d4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9375a3c-fb80-48d6-9724-6e505e2043fc HTTP/1.1" status: 204 len: 168 time: 0.1247444 Aug 17 02:52:15.500474 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe406c82-2f99-4e4d-b6b5-edbeed750d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9375a3c-fb80-48d6-9724-6e505e2043fc,revision_number=None']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:35.030831 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.786053 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aa3c19f7-9ca0-4d7c-a1f9-c80286360822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.428587 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-db153b30-f968-4410-b8c5-b98cd572d269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.560510 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.224554 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.516728 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.wsgi [-] (93865) accepted ('10.222.0.52', 40420) {{(pid=93865) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:42.619845 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.708562 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.713798 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron_lib.callbacks.manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.752420 dv-cinder-799871-4-iscsi neutron-server[93865]: INFO neutron.wsgi [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06d54225a9534ab29d8714dfa523b72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346210 Aug 17 02:52:42.753286 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60fe0fe-4055-4694-b1db-a3a4e34860bc,revision_number=1']} {{(pid=93865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:42.755149 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 40424) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:42.760552 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.760909 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.761250 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.761588 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.762466 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.763118 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.763508 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.763817 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.764150 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.764476 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.764801 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.765123 dv-cinder-799871-4-iscsi neutron-server[93865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d25aa55-d7b6-4fd5-bf27-1132d34ec434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.806296 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.827703 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.876837 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.879426 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.880543 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c60fe0fe-4055-4694-b1db-a3a4e34860bc HTTP/1.1" status: 204 len: 168 time: 0.1243627 Aug 17 02:52:42.888737 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60fe0fe-4055-4694-b1db-a3a4e34860bc,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:42.895553 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.895896 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.896228 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.896607 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.896920 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.897243 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.897575 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.897879 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.898198 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.898501 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.898846 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:42.899171 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb69ea3e-11f7-4e60-b682-bd8c8ac33abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-4-iscsi {{(pid=93866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:44.131281 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.097588 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:52:53.416955 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 40560) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:53.518628 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc1b102b-627f-48ad-9a3c-e44aa2a8fdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.610096 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc1b102b-627f-48ad-9a3c-e44aa2a8fdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.614347 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-dc1b102b-627f-48ad-9a3c-e44aa2a8fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_create {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.650780 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b102b-627f-48ad-9a3c-e44aa2a8fdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7231cce-959c-4ef6-8f90-04fc0cd40e7c,revision_number=1']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:53.655069 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-dc1b102b-627f-48ad-9a3c-e44aa2a8fdb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=817bd08ee19642528fb985f73783ae16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370708 Aug 17 02:52:53.657554 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [-] (93866) accepted ('10.222.0.52', 40564) {{(pid=93866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:53.704303 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df3bdc02-df28-48e3-bc5d-cf4faaf2e446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.724839 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df3bdc02-df28-48e3-bc5d-cf4faaf2e446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.771116 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df3bdc02-df28-48e3-bc5d-cf4faaf2e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750507'] for security_group, after_delete {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.773691 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron_lib.callbacks.manager [None req-df3bdc02-df28-48e3-bc5d-cf4faaf2e446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.774827 dv-cinder-799871-4-iscsi neutron-server[93866]: INFO neutron.wsgi [None req-df3bdc02-df28-48e3-bc5d-cf4faaf2e446 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7231cce-959c-4ef6-8f90-04fc0cd40e7c HTTP/1.1" status: 204 len: 168 time: 0.1163616 Aug 17 02:52:53.782122 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bdc02-df28-48e3-bc5d-cf4faaf2e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7231cce-959c-4ef6-8f90-04fc0cd40e7c,revision_number=None']} {{(pid=93866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:05.055241 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:08.787335 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62f808b1-3605-4479-b725-ce0c502ea52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.434945 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8f5a-a3e1-4558-b19c-1b4bf0af9057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.560858 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.226949 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.487953 dv-cinder-799871-4-iscsi neutron-server[93866]: DEBUG neutron.wsgi [req-e3df6bd2-9dfd-4dd0-9485-62d0deb06e8b req-c1e5d15f-ecb0-4095-b1bf-eb7c67252f1f service neutron] (93866) timed out ('10.222.0.52', 35768) {{(pid=93866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 02:53:14.134406 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.097318 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:53:35.063382 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.787631 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d54cced7-5ab0-49ff-8e84-5aac1be4fc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.437779 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ced40e70-a000-4aa2-bc86-6fc935a183ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.561382 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.230391 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.137775 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.067256 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.096002 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:54:08.787383 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a9728ca-3466-40fe-9fcd-7e2823be3acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.440671 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-478c33a0-43d1-49d5-aa91-de216bdec977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.563067 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.232907 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.139757 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.058569 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.788464 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0d5f413b-9813-4ba6-97da-140213ad289e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.441570 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-592d3608-69e1-4a5e-ac9b-1392d2aa865c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.564577 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.095333 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:54:42.235589 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.142301 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.067152 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:08.789539 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fe73f99c-8591-4833-8c71-b48a0dc6db39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.446326 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eda1bcc2-d016-4df7-bd43-25e290524c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.565027 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:12.240455 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:14.145081 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.094755 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:55:35.073513 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.789527 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b5c9fdf6-1faf-4e21-950d-1cf9c01f3f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.448465 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-830d321a-8d6a-4a25-84a3-2ac91b39d533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.564425 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.242842 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.148632 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.093657 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:56:05.079874 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:08.789375 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b3b063b1-87c0-45db-8bee-e2971999f375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:11.452841 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-68312277-4d6d-40e1-8f26-f0a516ced8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:11.566007 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.245033 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.151715 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.092769 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:56:35.076989 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.789640 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4c12c8ea-bf3c-4ec9-b1c5-50e81add8a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.453653 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eddb74f4-75f4-46e2-8e8d-d4fa548a7421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.566156 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.248477 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.154854 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.082249 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.789180 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-85a08fc4-c2c2-44a6-8e44-10e34204d03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.091160 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:57:11.452672 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22375ba4-4f97-46ff-8bbc-ad304f08f24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.567440 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.252205 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.156787 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.083616 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.789709 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a5852463-649d-4eaa-88d3-aec065a16e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.454147 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e876a355-e9b8-41cf-b7d1-386acab6eef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.567123 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.255347 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.159362 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.090138 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:58:05.121933 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.790397 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0346f7ed-8ef9-4365-9ffb-1b839de9a881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.457775 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-48b8b468-5858-496b-9415-0785ea13a092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.568597 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:12.257120 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.163659 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.089306 dv-cinder-799871-4-iscsi neutron-server[93868]: DEBUG neutron.db.agents_db [None req-425abcb8-8c1f-4ef4-b67b-dc7a46341c5e None None] Agent healthcheck: found 6 active agents {{(pid=93868) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:58:35.140083 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2745b7c1-8d61-4049-8cfe-c67193bc8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:38.792508 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f6d84567-4b28-4edd-aa80-1e8c7d8d0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.458911 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-98256d43-dfeb-4aad-95b0-f0c1e4acdff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.568120 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-954fd363-0689-426c-862f-53d40473d59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.262032 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8184988-57e3-49de-a979-c95011964084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.164425 dv-cinder-799871-4-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f70e50c4-1cb6-4bd5-8287-975441ae2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731313420499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-570710'] for agent, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}